-- Logs begin at Tue 2021-05-11 15:38:49 UTC, end at Tue 2021-05-11 16:38:44 UTC. -- May 11 16:09:58.536705 dv-cinder-761113-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 11 16:10:01.360325 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.common.config [-] Logging enabled! May 11 16:10:01.361529 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 16:10:01.361654 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78698) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 16:10:01.365226 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.common.config [-] Logging enabled! May 11 16:10:01.365492 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 16:10:01.365806 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78698) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 16:10:01.366791 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:10:01.367017 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:10:01.367434 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:10:01.367684 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:10:01.367938 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:10:01.368259 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.368549 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.368841 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.369070 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.369364 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.369655 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.369945 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.370231 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.370524 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.370809 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.371090 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.371383 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.371613 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.371914 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.372204 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.372491 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.372717 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] debug = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.372998 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.373428 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.374367 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.374737 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.374946 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.375230 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.375504 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.375799 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.376180 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.377055 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] host = dv-cinder-761113-11-iscsi {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.377338 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.377634 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.377922 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.378207 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.378482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.378763 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.379054 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.379327 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.379601 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] log_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.379909 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.380196 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.380480 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.380773 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.381001 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.381224 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.381509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.381795 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.382075 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.382352 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.382625 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.382894 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.383168 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.383437 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.383729 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.384040 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.384321 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.384595 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.384874 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.385147 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.385419 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.385702 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.385973 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.386243 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.386513 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.386808 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.387081 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.387354 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.387659 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.387983 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.388261 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.388542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.388814 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.389100 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.389380 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.389653 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.389924 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] use_json = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.390198 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.390467 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.390755 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.391024 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.391436 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.392368 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.392659 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.392955 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:01.393260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.393709 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.394011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.394374 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.394679 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.394960 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.395250 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.395539 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.395861 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.396156 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.396553 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.396838 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.397143 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.397430 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.397728 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.398034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.398462 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.398770 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.399071 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.399314 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.399589 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.399899 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.400246 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.400546 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.400841 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.401143 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.401423 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.401715 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.401993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.402265 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.402545 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.402835 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.403114 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.403402 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.403668 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.403967 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.404238 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.404508 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.404786 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.405071 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.405344 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.405611 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.405880 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.406154 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.406420 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.406699 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.406974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.407245 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.408134 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.408419 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.408697 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.408966 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.409244 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.409520 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.409787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.410156 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.410787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.411170 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.411627 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.411934 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.412214 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.412492 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.412777 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.413055 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.413339 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.413610 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.413891 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.414162 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.414453 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.414755 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.415042 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.415321 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.415603 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.415957 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.416188 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.418923 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.419592 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.419592 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.419592 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.419592 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.419914 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.420026 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.420317 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.420604 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.420905 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.421195 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.421489 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.421787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.422314 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.422425 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.422713 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.423493 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:01.423714 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:10:01.423990 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78698) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 16:10:01.791812 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:01.792092 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:01.792371 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:01.792738 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 16:10:02.137295 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.137533 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.137867 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.139327 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.139652 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.139997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.268596 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.268932 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.269294 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.285056 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.285477 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.285952 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.318666 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.318931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.319722 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.362845 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.363491 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.363491 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.623435 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.623866 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.624228 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.624583 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.625441 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.762511 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.762839 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.763122 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.763393 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.763655 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.763997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.764255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.764511 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.764760 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.765041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.765303 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.765567 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.765828 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.766081 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.766346 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.766642 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.766642 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.767310 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.767467 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.767681 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.768085 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.768337 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.768584 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.769052 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.769306 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.769556 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.769978 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:02.770217 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:02.770459 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:02.770698 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:02.770932 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:02.771167 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:02.771551 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 16:10:02.775076 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 16:10:02.779244 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 16:10:02.784050 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 11 16:10:02.785861 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 16:10:02.786382 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 16:10:02.786756 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 16:10:02.787550 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 16:10:02.790733 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 16:10:02.791027 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 16:10:02.791634 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 16:10:02.823094 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 16:10:02.823584 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.823901 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78698) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 11 16:10:02.824288 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.826059 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78698) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 16:10:02.826355 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 16:10:02.826602 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 16:10:02.831080 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.831392 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:02.921958 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 16:10:02.922188 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 16:10:02.922416 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 16:10:02.922799 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 16:10:02.963946 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_db.sqlalchemy.engines [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78698) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 16:10:03.359585 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing driver for type 'gre' May 11 16:10:03.360299 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] gre ID ranges: [(1, 1000)] May 11 16:10:03.436222 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing driver for type 'local' May 11 16:10:03.437222 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing driver for type 'vlan' May 11 16:10:03.458767 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] VlanTypeDriver initialization complete May 11 16:10:03.459337 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing driver for type 'vxlan' May 11 16:10:03.460216 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] vxlan ID ranges: [(1, 1000)] May 11 16:10:03.538877 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing extension driver 'port_security' May 11 16:10:03.539286 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] PortSecurityExtensionDriver initialization complete May 11 16:10:03.539707 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing mechanism driver 'openvswitch' May 11 16:10:03.540123 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing mechanism driver 'hyperv' May 11 16:10:03.546978 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:10:03.547760 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.548984 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.549538 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.549680 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnet after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.550099 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnet after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.550446 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.550909 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.551259 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.551607 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.552023 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > security_group after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.552371 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > security_group after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.552780 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.553284 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.553628 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.553966 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.554349 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > address_group after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.554726 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > address_group after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.555163 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.555508 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] ML2 OVO RPC backend initialized. {{(pid=78698) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 11 16:10:03.556313 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.556667 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.557340 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.557717 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > networks before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.558067 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.558403 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > ports before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.558746 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnet before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.559090 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnets before_response 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.559430 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.559793 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.560132 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.560461 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.560792 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.561120 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.561451 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnet after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.561779 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnet after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.562104 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.562720 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.plugin [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Modular L2 Plugin initialization complete May 11 16:10:03.563046 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading services supported by the core plugin {{(pid=78698) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 16:10:03.563380 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.plugins.ml2.managers [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Got port-security extension from driver 'port_security' May 11 16:10:03.563912 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.extensions.vlantransparent [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Disabled vlantransparent extension. May 11 16:10:03.564407 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78698) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 16:10:03.564755 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: router May 11 16:10:03.603210 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.603608 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router after_create 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.604018 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router before_create 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.604451 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.604952 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.605407 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router after_delete 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.605839 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.606211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router after_create 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.606559 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router after_update 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.606907 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router after_update 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.607262 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.607625 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router after_update 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.608090 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_update 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.608482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: port after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.608820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: port after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.609157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: subnet after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.609493 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.609903 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.610189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_create 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.611095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: port before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.611446 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.611828 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router after_update 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.612177 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.612528 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_create 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.612882 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.613224 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_update 55549900 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.613601 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > network after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.614558 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Tracking information for resource: router configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:03.614885 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Tracking information for resource: floatingip configured {{(pid=78698) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:10:03.620468 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.db.l3_agentschedulers_db [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 16:10:03.621075 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: port after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.621445 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: port after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.621797 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: port after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.622153 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: port after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.623026 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router before_create 55550100 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.623396 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.623801 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_create 55550100 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.624144 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > router precommit_update 55550100 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.629046 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.services.provider_configuration [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service providers = [] {{(pid=78698) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 16:10:03.629405 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.db.servicetype_db [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78698) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 16:10:03.632689 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.services.service_base [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:10:03.633089 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.services.service_base [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:10:03.633464 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.services.service_base [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:10:03.634560 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.services.service_base [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78698) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:10:03.635010 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.services.service_base [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 16:10:03.637323 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.637730 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 16:10:03.650677 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.651065 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: auto_allocate May 11 16:10:03.657999 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: network precommit_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.658557 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: network precommit_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.659119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.659442 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: tag May 11 16:10:03.667177 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.667497 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: timestamp May 11 16:10:03.671863 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.672193 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: network_ip_availability May 11 16:10:03.678110 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.678478 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.678836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.679942 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.680378 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: flavors May 11 16:10:03.686450 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.686821 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading Plugin: revisions May 11 16:10:03.691837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78698) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:10:03.692233 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.900s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:03.693006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78698) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 11 16:10:03.693337 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Initializing extension manager. May 11 16:10:03.693857 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: __init__.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.694193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: __pycache__ {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.694519 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.694847 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: address_group.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.695687 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.696325 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: address-group May 11 16:10:03.696688 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: address_scope.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.697402 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.697907 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: address-scope May 11 16:10:03.698228 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.699243 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.699756 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: router-admin-state-down-before-update May 11 16:10:03.700107 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: agent.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.700845 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.701367 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: agent May 11 16:10:03.701681 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: agent_resources_synced.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.702679 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.703192 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: agent-resources-synced May 11 16:10:03.704620 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: allowedaddresspairs.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.706065 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.706621 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: allowed-address-pairs May 11 16:10:03.706954 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: auto_allocated_topology.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.708199 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.708729 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: auto-allocated-topology May 11 16:10:03.709046 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: availability_zone.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.709762 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.710272 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: availability_zone May 11 16:10:03.710631 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: availability_zone_filter.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.711538 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.712102 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: availability_zone_filter May 11 16:10:03.712419 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: data_plane_status.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.713386 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.713899 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension data-plane-status not supported by any of loaded plugins May 11 16:10:03.714215 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: default_subnetpools.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.715186 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.715692 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: default-subnetpools May 11 16:10:03.716065 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.716948 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.717460 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: dhcp_agent_scheduler May 11 16:10:03.717784 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: dns.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.718791 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.719299 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension dns-integration not supported by any of loaded plugins May 11 16:10:03.719621 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: dns_domain_ports.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.721211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.721717 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 16:10:03.722039 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: dvr.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.722733 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.723240 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: dvr May 11 16:10:03.723557 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: empty_string_filtering.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.724560 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.725058 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: empty-string-filtering May 11 16:10:03.725375 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.726273 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.726774 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 16:10:03.727096 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.728037 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.728533 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 16:10:03.728850 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: external_net.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.729778 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.730286 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: external-net May 11 16:10:03.730600 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.731575 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.732122 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: extra_dhcp_opt May 11 16:10:03.732439 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: extraroute.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.733428 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.733936 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: extraroute May 11 16:10:03.734253 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: extraroute_atomic.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.735320 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.736406 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: extraroute-atomic May 11 16:10:03.736722 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: filter_validation.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.737434 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.737946 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: filter-validation May 11 16:10:03.738263 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: fip_pf_description.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.739474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.740046 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 16:10:03.740361 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: fip_port_details.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.741298 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.741803 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: fip-port-details May 11 16:10:03.742136 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: flavors.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.743589 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.745562 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: flavors May 11 16:10:03.745562 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.746822 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.747373 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 16:10:03.747704 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: floatingip_pools.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.748488 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.749007 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: floatingip-pools May 11 16:10:03.749330 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: ip_allocation.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.750385 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.751670 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension ip_allocation not supported by any of loaded plugins May 11 16:10:03.751864 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.752826 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.753353 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: ip-substring-filtering May 11 16:10:03.753675 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l2_adjacency.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.754669 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.755183 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension l2_adjacency not supported by any of loaded plugins May 11 16:10:03.755502 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l3.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.756561 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.757847 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: router May 11 16:10:03.757847 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.760123 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.760696 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 16:10:03.761031 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.762178 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.762724 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: ext-gw-mode May 11 16:10:03.763052 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.764152 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.764693 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: l3-ha May 11 16:10:03.765017 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l3_flavors.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.766079 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.766645 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: l3-flavors May 11 16:10:03.766972 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.768086 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.769545 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: l3-port-ip-change-not-allowed May 11 16:10:03.769545 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: l3agentscheduler.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.770132 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.770668 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: l3_agent_scheduler May 11 16:10:03.770992 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: logging.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.772710 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.773239 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension logging not supported by any of loaded plugins May 11 16:10:03.773566 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: metering.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.774607 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.774972 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: metering May 11 16:10:03.775293 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.776522 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.777048 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: metering_source_and_destination_fields May 11 16:10:03.777558 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: multiprovidernet.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.778455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.778973 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: multi-provider May 11 16:10:03.779294 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: netmtu.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.780236 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.780741 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: net-mtu May 11 16:10:03.781057 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: netmtu_writable.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.781969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.782640 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: net-mtu-writable May 11 16:10:03.783013 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: network_availability_zone.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.783696 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.784253 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: network_availability_zone May 11 16:10:03.784569 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: network_ip_availability.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.785759 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.786264 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: network-ip-availability May 11 16:10:03.786581 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: network_segment_range.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.787389 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.787916 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension network-segment-range not supported by any of loaded plugins May 11 16:10:03.788234 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: pagination.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.789277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.789623 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: pagination May 11 16:10:03.789920 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: port_device_profile.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.791600 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.791600 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: port-device-profile May 11 16:10:03.793082 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.793082 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.793082 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: port-mac-address-regenerate May 11 16:10:03.793583 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.796012 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.796012 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: port-numa-affinity-policy May 11 16:10:03.796012 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: port_resource_request.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.796012 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.796580 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension port-resource-request not supported by any of loaded plugins May 11 16:10:03.796818 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: portbindings.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.797752 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.798894 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: binding May 11 16:10:03.799308 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: portbindings_extended.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.800709 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.801224 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: binding-extended May 11 16:10:03.801545 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: portsecurity.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.802455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.802959 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: port-security May 11 16:10:03.803274 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: project_id.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.804282 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.804606 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: project-id May 11 16:10:03.804922 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: providernet.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.805856 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.806380 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: provider May 11 16:10:03.806948 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.810739 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.811281 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos not supported by any of loaded plugins May 11 16:10:03.811606 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.812994 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.813634 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 16:10:03.814472 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.815404 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.816770 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 16:10:03.816770 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_default.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.817201 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.817714 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-default not supported by any of loaded plugins May 11 16:10:03.818032 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_fip.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.818687 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.819185 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-fip not supported by any of loaded plugins May 11 16:10:03.819502 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_gateway_ip.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.820499 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.821004 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 16:10:03.821323 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_port_network_policy.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.822238 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.822723 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 16:10:03.823038 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_rule_type_details.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.823983 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.824491 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 16:10:03.824808 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: qos_rules_alias.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.825872 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.826413 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 16:10:03.826708 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: quotasv2.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.827889 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.828217 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: quotas May 11 16:10:03.828537 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: quotasv2_detail.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.830312 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.830645 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: quota_details May 11 16:10:03.830970 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: rbac.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.832115 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.832675 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: rbac-policies May 11 16:10:03.833001 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: rbac_address_group.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.833985 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.834505 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: rbac-address-group May 11 16:10:03.834829 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: rbac_address_scope.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.835750 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.836297 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: rbac-address-scope May 11 16:10:03.836617 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: rbac_security_groups.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.837550 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.838057 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: rbac-security-groups May 11 16:10:03.838374 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: rbac_subnetpool.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.839299 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.839831 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: rbac-subnetpool May 11 16:10:03.840154 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: revisionifmatch.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.841064 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.841566 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: revision-if-match May 11 16:10:03.841880 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: revisions.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.843002 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.843547 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: standard-attr-revisions May 11 16:10:03.843902 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: router_availability_zone.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.844576 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.845112 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: router_availability_zone May 11 16:10:03.845426 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: routerservicetype.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.846351 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.846853 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension router-service-type not supported by any of loaded plugins May 11 16:10:03.847173 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.848103 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.848606 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: security-groups-normalized-cidr May 11 16:10:03.848922 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.849837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.850340 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: port-security-groups-filtering May 11 16:10:03.850656 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.851568 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.852114 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: security-groups-remote-address-group May 11 16:10:03.852434 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: securitygroup.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.863487 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.864141 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: security-group May 11 16:10:03.864517 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: segment.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.865434 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.865995 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension segment not supported by any of loaded plugins May 11 16:10:03.866363 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.867439 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.868052 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 16:10:03.868416 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: servicetype.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.869666 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.870289 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: service-type May 11 16:10:03.870695 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: sorting.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.871929 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.872366 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: sorting May 11 16:10:03.872769 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: standard_attr_segment.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.873862 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.874502 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 16:10:03.874909 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: standardattrdescription.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.875675 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.876444 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: standard-attr-description May 11 16:10:03.876845 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: stateful_security_group.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.878049 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.878661 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: stateful-security-group May 11 16:10:03.879063 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: stdattrs_common.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.879742 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 16:10:03.880175 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.881275 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.882117 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 16:10:03.882485 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: subnet_onboard.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.883791 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.884391 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: subnet_onboard May 11 16:10:03.884792 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.885805 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.886402 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 16:10:03.886798 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: subnet_service_types.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.887889 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.888507 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: subnet-service-types May 11 16:10:03.888917 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: subnetallocation.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.890189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.890721 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: subnet_allocation May 11 16:10:03.891044 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.892350 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.892945 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: subnetpool-prefix-ops May 11 16:10:03.893273 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.894305 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.894814 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 16:10:03.895135 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: tagging.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.896331 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.896881 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: standard-attr-tag May 11 16:10:03.897208 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: timestamp.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.898529 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.899051 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loaded extension: standard-attr-timestamp May 11 16:10:03.899372 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: trunk.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.900472 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.900992 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension trunk not supported by any of loaded plugins May 11 16:10:03.901315 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: trunk_details.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.902303 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.902820 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension trunk-details not supported by any of loaded plugins May 11 16:10:03.903141 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: uplink_status_propagation.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.904172 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.904691 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 16:10:03.905011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Loading extension file: vlantransparent.py {{(pid=78698) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:10:03.905701 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78698) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:10:03.906205 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extension vlan-transparent not supported by any of loaded plugins May 11 16:10:03.909813 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:network May 11 16:10:03.910600 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:subnet May 11 16:10:03.911443 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:10:03.912108 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:port May 11 16:10:03.913542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.914284 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service FLAVORS assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.915227 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.915665 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.916042 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:router May 11 16:10:03.916796 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:floatingip May 11 16:10:03.917516 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service METERING assigned prefix: /metering {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.919010 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.919378 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.919811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:10:03.921069 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of CountableResource for resource:rbac_policy May 11 16:10:03.921526 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:security_group May 11 16:10:03.922177 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 16:10:03.923480 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service CORE assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.923839 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:10:03.924180 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] subnetpool is already registered May 11 16:10:03.924776 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service CORE assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.925102 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:10:03.925420 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] subnetpool is already registered May 11 16:10:03.928123 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.928596 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service FLAVORS assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.929885 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.929885 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.930072 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:router May 11 16:10:03.930385 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] router is already registered May 11 16:10:03.931499 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:floatingip May 11 16:10:03.931499 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] floatingip is already registered May 11 16:10:03.932387 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service METERING assigned prefix: /metering {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.933141 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of CountableResource for resource:rbac_policy May 11 16:10:03.933499 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] rbac_policy is already registered May 11 16:10:03.935198 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:security_group May 11 16:10:03.935538 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] security_group is already registered May 11 16:10:03.936205 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 16:10:03.936538 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] security_group_rule is already registered May 11 16:10:03.937225 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service CORE assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.937554 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:10:03.937875 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] subnetpool is already registered May 11 16:10:03.938532 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.v2.resource_helper [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Service CORE assigned prefix: {{(pid=78698) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:10:03.939543 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:10:03.939902 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING neutron.quota.resource_registry [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] subnetpool is already registered May 11 16:10:03.940584 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: extensions {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.942113 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: address-groups {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.943727 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: address-scopes {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.944943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: agents {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.946131 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: auto-allocated-topology {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.947371 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: availability_zones {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.948763 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: dhcp-networks {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.950253 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: dhcp-agents {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.951731 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: routers {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.953642 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: flavors {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.954884 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: service_profiles {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.956422 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: next_providers {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.958084 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: service_profiles {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.959563 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: floatingip-pools {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.960800 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: routers {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.962660 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: floatingips {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.963867 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: l3-routers {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.965236 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: l3-agents {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.966658 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: metering-labels {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.968041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: metering-label-rules {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.969339 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: network-ip-availabilities {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.971469 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: bindings {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.973181 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: quotas {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.974618 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: quotas {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.976053 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: rbac-policies {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.977371 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: security-groups {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.978579 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: security-group-rules {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.979840 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: service-providers {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.981068 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: subnetpools {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.982477 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: subnetpools {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.984372 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.986653 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.988506 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.990273 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.992205 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.994019 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.995711 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:03.998784 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:04.000620 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:04.119745 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron.api.extensions [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Extended resource: tags {{(pid=78698) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:10:04.126698 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING keystonemiddleware.auth_token [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 16:10:04.133166 dv-cinder-761113-11-iscsi neutron-server[78698]: WARNING keystonemiddleware.auth_token [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 16:10:04.142614 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Acquired lock "singleton_lock" {{(pid=78698) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 11 16:10:04.143099 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Releasing lock "singleton_lock" {{(pid=78698) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 11 16:10:04.143798 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO oslo_service.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Starting 2 workers May 11 16:10:04.148911 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Started child 78807 {{(pid=78698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:10:04.153723 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Started child 78808 {{(pid=78698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:10:04.155477 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO neutron.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Neutron service started, listening on 0.0.0.0:9696 May 11 16:10:04.156671 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Notify callbacks [] for process, before_spawn {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:04.157056 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:04.160037 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO oslo_service.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Starting 1 workers May 11 16:10:04.160315 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [-] (78807) wsgi starting up on http://0.0.0.0:9696 May 11 16:10:04.163209 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:04.165621 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [-] (78808) wsgi starting up on http://0.0.0.0:9696 May 11 16:10:04.165854 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Started child 78809 {{(pid=78698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:10:04.166323 dv-cinder-761113-11-iscsi neutron-server[78698]: INFO oslo_service.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Starting 1 workers May 11 16:10:04.170971 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Started child 78810 {{(pid=78698) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:10:04.171825 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] calling RpcWorker wait() {{(pid=78809) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 16:10:04.172680 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] Notify callbacks [] for process, after_spawn {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:04.172995 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.service [None req-cc00576a-d8b4-4bd8-b9b1-8dc5a8c5f720 None None] returning from RpcWorker wait() {{(pid=78809) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 16:10:04.174494 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78698) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 16:10:04.174749 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:10:04.174995 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:04.175238 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:10:04.175238 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:10:04.175687 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:10:04.175975 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:10:04.176219 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:10:04.176219 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.176651 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.176651 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.177054 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.177276 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.177662 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.177893 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.178162 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.178398 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:04.179229 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.179229 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.179229 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.179229 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.179229 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.180501 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.180714 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:10:04.180947 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.180947 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.180947 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.180947 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.180947 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.182463 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.182463 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.182463 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.182463 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] debug = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.182463 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.183455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.183455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.183455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.183455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.184725 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.184725 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.184725 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.184725 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.184725 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.184725 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.186087 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.186087 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.186087 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.186087 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.186087 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.186087 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.187312 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] host = dv-cinder-761113-11-iscsi {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.187312 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.187312 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.187312 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.188158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.188158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.188158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.188158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_options = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.190373 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.192424 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.192424 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.192424 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.192424 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.192424 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.192424 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.192424 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.193811 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.195969 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.197542 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.199158 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_json = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.200980 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.202787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.202787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.202787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.202787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.202787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.202787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.202787 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.204041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.204041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.204041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.204041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.204041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.204041 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.205437 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.205437 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.205437 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.205968 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.205968 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.206347 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.206679 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.206958 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.207234 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.207479 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.207694 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.207950 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.208166 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.208509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.208781 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.209037 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.209296 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.209501 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.209715 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.209928 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.210145 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.210342 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.210545 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.210869 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.211052 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.211232 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.211455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.211665 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.211892 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.212095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.212412 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.212597 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.212790 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.212970 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.213202 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.213432 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.213668 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.213888 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.214916 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.214916 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.214916 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.215264 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.215482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.215793 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.216011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.216222 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.216534 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.216812 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.217071 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.217505 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.217825 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.218334 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.218521 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.218805 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.219011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.219215 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.219427 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.220379 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.220668 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.220917 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.221150 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.221411 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.221560 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.221770 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.221973 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.222194 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.222392 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.222611 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.222820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.223023 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.223219 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.223441 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.223659 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.223977 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.224172 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.224975 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.224975 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.224975 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.226144 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.226144 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.226144 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.226144 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.226144 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.228734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.232095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.234006 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.239189 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.241429 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.242300 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.243255 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244160 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244160 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244160 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244160 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244160 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244160 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.244774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.245526 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.245762 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.245988 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.246251 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.246492 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.246721 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.248261 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.248784 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.249005 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.249243 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.251812 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.253171 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.253441 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.253676 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 41454) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:04.253887 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.254094 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.254305 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.254568 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.254825 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.255069 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.255306 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.255531 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.255835 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.256431 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.256785 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.257043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.257269 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.257571 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.257840 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.258234 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.258628 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.258982 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.259339 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.259605 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.259878 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.263104 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.263503 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.264045 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.264364 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.264617 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.264977 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.265350 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.267195 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.267515 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.267899 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.268648 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.268648 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.269524 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.269881 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.270254 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.272482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.272482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.272680 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0146062 May 11 16:10:04.272754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.272754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.272754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.272754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.273014 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.273209 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.273578 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.273937 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.274309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.274695 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.275185 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.275606 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.276113 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.277856 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.278304 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.278883 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.280705 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.281166 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.282947 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.283565 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.284074 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.284352 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.284596 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.284840 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.285797 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.285797 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.285797 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.286083 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.286191 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.286390 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.286622 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.286958 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.287206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.289241 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.289241 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.289526 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.289526 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.290023 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.290352 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.290673 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.290961 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.291840 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.291840 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.291840 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.292205 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.292334 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.292670 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.294139 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.295411 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.295728 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.296033 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.296303 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.296561 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.297655 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.298095 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.298506 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.298768 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.299024 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.299258 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.299517 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.301414 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.301693 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.301919 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.302333 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.302734 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.303161 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.303559 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.303721 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:10:04.304360 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78698) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 16:10:04.304567 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:10:04.304673 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:10:04.305116 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:10:04.305287 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:10:04.305682 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:10:04.306032 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.306331 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.306625 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.307212 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.307368 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.307560 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.307911 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.308268 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.308639 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.308799 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.309000 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.309137 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.309251 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.309390 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.311504 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.312015 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.312414 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.312777 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.312996 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.313167 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.313327 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.314021 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.314162 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] debug = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.314301 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.314519 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.314683 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.314800 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.315015 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.315210 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.315411 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.315596 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.319837 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] host = dv-cinder-761113-11-iscsi {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.320997 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_options = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.321868 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.322860 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.322860 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.322860 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.322860 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.322860 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.322860 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.322860 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.323548 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.325497 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.325497 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.325497 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.325497 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.325497 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.325497 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.326890 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.328564 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_json = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.329974 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.331176 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.331176 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.331176 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.331176 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.331176 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.331176 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.331176 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:10:04.332002 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.332002 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.332002 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.332407 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.332407 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.332713 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.332713 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.332713 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333098 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333098 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333362 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333362 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333625 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333625 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.333906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.334171 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.334312 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.334455 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.334595 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.334738 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.334875 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.335026 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.335170 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.335310 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.335452 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.338904 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.340509 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.343931 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.345043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.346119 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.350751 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.353661 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.356943 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.358193 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.359157 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.362043 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.363047 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.364906 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.366206 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.369309 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.371034 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.372993 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.374011 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.375007 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.377482 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.378820 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.380260 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.384836 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.386474 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.388211 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.389849 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.391507 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.392774 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393277 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:10:04.393754 dv-cinder-761113-11-iscsi neutron-server[78698]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78698) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:10:04.434822 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:10:17.379429 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f5728-c4be-41d4-bd14-0ec986207bb4 None None] get_active_networks_info from dv-cinder-761113-11-iscsi {{(pid=78809) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 11 16:10:17.609703 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f5728-c4be-41d4-bd14-0ec986207bb4 None None] No non-hosted networks {{(pid=78809) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 16:10:17.622855 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.agentschedulers_db [None req-442f5728-c4be-41d4-bd14-0ec986207bb4 None None] DHCP Agent not found on host dv-cinder-761113-11-iscsi {{(pid=78809) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 11 16:10:17.719952 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-68d9f28a-799b-451d-9ac1-69cc9fd44fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398'] for agent, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:20.548121 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398'] for agent, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:20.549890 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.550528 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.551137 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.551714 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.552375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.552961 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.553580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.554184 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.554805 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.555393 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.556057 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.556643 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:20.557617 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-761113-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:10:20.573012 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-761113-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:10:21.169689 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7af3d6ca-116f-4396-bf45-967cc0d64730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398'] for agent, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:21.262824 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc99e-10e0-4955-8687-71a55e4438bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:23.229483 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398'] for agent, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:24.627827 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.db.l3_hamode_db [None req-1bbfd7b8-e4bb-4b6d-9ee6-403b51db30c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 16:10:24.729579 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfd7b8-e4bb-4b6d-9ee6-403b51db30c9 None None] Routers set() bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:10:24.729968 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfd7b8-e4bb-4b6d-9ee6-403b51db30c9 None None] Router IDs set() for agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 11 16:10:25.371192 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398'] for agent, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:26.677287 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41550) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:27.489918 dv-cinder-761113-11-iscsi neutron-server[78807]: WARNING oslo_policy.policy [None req-bc691436-68dc-47c4-884f-84bb71ab3468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:27.490611 dv-cinder-761113-11-iscsi neutron-server[78807]: WARNING oslo_policy.policy [None req-bc691436-68dc-47c4-884f-84bb71ab3468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:27.760068 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [None req-bc691436-68dc-47c4-884f-84bb71ab3468 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:10:27.761844 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-bc691436-68dc-47c4-884f-84bb71ab3468 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0823400 May 11 16:10:30.247079 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41564) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:30.664043 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:10:30.764196 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.policy [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78807) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 16:10:30.811109 dv-cinder-761113-11-iscsi neutron-server[78807]: WARNING oslo_policy.policy [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:30.811486 dv-cinder-761113-11-iscsi neutron-server[78807]: WARNING oslo_policy.policy [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:30.820432 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.quota [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] Loaded quota_driver: . May 11 16:10:30.836486 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:10:30.899925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742206719126', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742206720633', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742206728526', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742206702226', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742206712712', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742206750849', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133775485', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133819480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574676'] for rbac-policy, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:30.967329 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:30.968727 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1982daef-244d-4571-8388-5dc2e1a274d6 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7203493 May 11 16:10:33.879690 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41578) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:34.285434 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Request body: {'network': {'name': 'private', 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'admin_state_up': True}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:10:34.290771 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:10:34.295169 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Usage tracker for resource:network and tenant:5b8408e5501447dfbbb82299f96daf2e is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:10:34.300986 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:10:34.307996 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:10:34.322257 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Made reservation on behalf of 5b8408e5501447dfbbb82299f96daf2e for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:10:34.325532 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.347621 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.367181 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:10:34.370526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8408e5501447dfbbb82299f96daf2e is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:10:34.377067 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:10:34.386806 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:10:34.528606 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.534911 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.542524 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:34.584693 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:10:34.630285 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93f4961-cbee-45a8-a217-a908214d6f54,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:34.641023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742204479380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.642002 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Unsubscribe: segment precommit_create {{(pid=78807) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 16:10:34.642739 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Added segment a6ebd929-5e27-4393-9efc-72d085e20207 of type vlan for network 9de58539-d042-44c4-9c56-66272d87b32e May 11 16:10:34.729675 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.730063 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.730444 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.730915 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.731382 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.731731 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.732112 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.732562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.732900 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.733371 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.733761 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.734137 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Tracked resource versions report: May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: pushed versions: May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: { 'AddressGroup': {'1.2'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'ConntrackHelper': {'1.0'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Log': {'1.0'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Network': {'1.1'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Port': {'1.7'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'PortForwarding': {'1.2'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'QosPolicy': {'1.8'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroup': {'1.4'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroupRule': {'1.2'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SubPort': {'1.0'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Subnet': {'1.1'}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Trunk': {'1.1'}} May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: consumer versions: May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'ConntrackHelper': '1.0', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Log': '1.0', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Network': '1.1', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Port': '1.7', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'PortForwarding': '1.2', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'QosPolicy': '1.8', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroup': '1.4', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroupRule': '1.2', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SubPort': '1.0', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Subnet': '1.1', May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Trunk': '1.1'}} May 11 16:10:34.735712 dv-cinder-761113-11-iscsi neutron-server[78807]: {{(pid=78807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:10:34.808093 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:34.809807 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.861662 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.863694 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:10:34.864633 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:34.868543 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:34.985026 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Pushing event updated for resources: {'Network': ['ID=9de58539-d042-44c4-9c56-66272d87b32e,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:34.988034 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1072588 May 11 16:10:35.001889 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:35.011702 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 9de58539-d042-44c4-9c56-66272d87b32e details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:10:37.891706 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41594) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:38.418487 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc29d39-88b9-471d-ace8-cd8d1d3d0a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:10:38.419934 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-5dc29d39-88b9-471d-ace8-cd8d1d3d0a63 admin admin] 10.222.0.73 "GET /v2.0/networks/9de58539-d042-44c4-9c56-66272d87b32e HTTP/1.1" status: 200 len: 825 time: 0.5268724 May 11 16:10:38.457446 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-52a73e1b-9514-4b24-9ac5-3870d0db38f0 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/7132ee1c-ad24-4cfc-a682-b9ff15b56bf2 HTTP/1.1" status: 200 len: 734 time: 0.0304620 May 11 16:10:38.466837 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'subnetpool_id': '7132ee1c-ad24-4cfc-a682-b9ff15b56bf2', 'ip_version': 4, 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:10:38.472988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:10:38.478915 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Usage tracker for resource:subnet and tenant:5b8408e5501447dfbbb82299f96daf2e is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:10:38.483139 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:10:38.491509 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:10:38.505601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Made reservation on behalf of 5b8408e5501447dfbbb82299f96daf2e for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:10:38.508165 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:39.072428 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:39.076743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:39.164138 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4af103-1262-4fab-882a-fec04f55cdc0,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:39.169866 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:39.170830 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Checking segment: {'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:10:39.171214 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Network hostable DHCP agents. Network: 9de58539-d042-44c4-9c56-66272d87b32e, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:10:39.193050 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Network 9de58539-d042-44c4-9c56-66272d87b32e is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:10:39.206719 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 9de58539-d042-44c4-9c56-66272d87b32e) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:10:39.213083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:10:39.213423 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:39.216852 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293dcdd5-da9f-450f-8b1d-3802e00112e6 None None] Network 9de58539-d042-44c4-9c56-66272d87b32e requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:10:39.239747 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7765381 May 11 16:10:39.685594 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-9de58539-d042-44c4-9c56-66272d87b32e', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'fixed_ips': [{'subnet_id': '4b4af103-1262-4fab-882a-fec04f55cdc0'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:10:39.687149 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:39.918400 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Allocated IP 172.20.0.2 (9de58539-d042-44c4-9c56-66272d87b32e/4b4af103-1262-4fab-882a-fec04f55cdc0/ebf106ea-401c-4b36-9c09-dc922a898cff) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:10:40.214786 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:40.230648 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Transition to ACTIVE for port object ebf106ea-401c-4b36-9c09-dc922a898cff will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:10:40.256432 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Transition to ACTIVE for port object ebf106ea-401c-4b36-9c09-dc922a898cff will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:10:40.265130 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:40.270734 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:40.360391 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Network 9de58539-d042-44c4-9c56-66272d87b32e is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:10:40.373721 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:10:40.384736 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Pushing event updated for resources: {'Port': ['ID=ebf106ea-401c-4b36-9c09-dc922a898cff,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:40.390862 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:10:40.403969 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.404511 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.405052 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.405584 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.406135 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.407226 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.407907 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.408334 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.408882 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.409421 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.409963 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.410462 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Tracked resource versions report: May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: pushed versions: May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: { 'AddressGroup': {'1.2'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'ConntrackHelper': {'1.0'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Log': {'1.0'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Network': {'1.1'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Port': {'1.7'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'PortForwarding': {'1.2'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'QosPolicy': {'1.8'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroup': {'1.4'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroupRule': {'1.2'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SubPort': {'1.0'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Subnet': {'1.1'}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Trunk': {'1.1'}} May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: consumer versions: May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'ConntrackHelper': '1.0', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Log': '1.0', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Network': '1.1', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Port': '1.7', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'PortForwarding': '1.2', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'QosPolicy': '1.8', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroup': '1.4', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroupRule': '1.2', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SubPort': '1.0', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Subnet': '1.1', May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Trunk': '1.1'}} May 11 16:10:40.412846 dv-cinder-761113-11-iscsi neutron-server[78809]: {{(pid=78809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:10:40.452095 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:40.517641 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Attempting to bind port ebf106ea-401c-4b36-9c09-dc922a898cff on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:10:40.517952 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Attempting to bind port ebf106ea-401c-4b36-9c09-dc922a898cff by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:10:40.518345 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Attempting to bind port ebf106ea-401c-4b36-9c09-dc922a898cff on network 9de58539-d042-44c4-9c56-66272d87b32e {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:10:40.526999 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:10:40.527425 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Checking segment: {'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:10:40.527955 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:40.528344 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Bound using segment: {'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:10:40.528822 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Bound port: ebf106ea-401c-4b36-9c09-dc922a898cff, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:10:40.529217 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:40.656065 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] For port ebf106ea-401c-4b36-9c09-dc922a898cff, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:10:40.661727 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] For port ebf106ea-401c-4b36-9c09-dc922a898cff, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=ebf106ea-401c-4b36-9c09-dc922a898cff,segment=NetworkSegment(a6ebd929-5e27-4393-9efc-72d085e20207),segment_id=a6ebd929-5e27-4393-9efc-72d085e20207)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:10:40.666586 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:40.671392 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:40.781042 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Pushing event updated for resources: {'Port': ['ID=ebf106ea-401c-4b36-9c09-dc922a898cff,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:40.785703 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:42.011182 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41604) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:42.532778 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [None req-e79871bc-60b8-486e-aa75-54ab37b7bae3 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:10:42.534507 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e79871bc-60b8-486e-aa75-54ab37b7bae3 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5214927 May 11 16:10:45.404534 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 41614) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:46.219969 dv-cinder-761113-11-iscsi neutron-server[78808]: WARNING oslo_policy.policy [None req-b69291d9-4dd9-4959-946d-2573200e0468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:46.220643 dv-cinder-761113-11-iscsi neutron-server[78808]: WARNING oslo_policy.policy [None req-b69291d9-4dd9-4959-946d-2573200e0468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:46.543010 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [None req-b69291d9-4dd9-4959-946d-2573200e0468 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:10:46.544899 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-b69291d9-4dd9-4959-946d-2573200e0468 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1391532 May 11 16:10:47.283684 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-310021cb-0368-4148-8ddc-07fc3c321ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:47.702539 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc65e8-a8f6-4d9b-8e81-7f7786c7829b None None] Network 9de58539-d042-44c4-9c56-66272d87b32e requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:10:47.833618 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device ebf106ea-401c-4b36-9c09-dc922a898cff up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:10:47.911847 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-609849d8-b35f-49a4-81ec-aa73629038b7 None None] Provisioning for port ebf106ea-401c-4b36-9c09-dc922a898cff completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:10:48.051367 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port ebf106ea-401c-4b36-9c09-dc922a898cff completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:10:48.064691 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port ebf106ea-401c-4b36-9c09-dc922a898cff triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:10:48.065143 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:48.310158 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:48.370570 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port ebf106ea-401c-4b36-9c09-dc922a898cff, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=ebf106ea-401c-4b36-9c09-dc922a898cff,segment=NetworkSegment(a6ebd929-5e27-4393-9efc-72d085e20207),segment_id=a6ebd929-5e27-4393-9efc-72d085e20207)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:10:48.376737 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:48.380755 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:48.473711 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=ebf106ea-401c-4b36-9c09-dc922a898cff,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:48.477204 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:48.570583 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-fffeb33d-5204-452a-a64c-9a7cc74f5e0a None None] Provisioning complete for port ebf106ea-401c-4b36-9c09-dc922a898cff triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:10:48.571046 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-fffeb33d-5204-452a-a64c-9a7cc74f5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:49.703618 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 41636) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:49.796644 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device ebf106ea-401c-4b36-9c09-dc922a898cff up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:10:49.919978 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port ebf106ea-401c-4b36-9c09-dc922a898cff triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:10:49.920716 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:50.191475 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:10:50.264034 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.policy [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78808) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 16:10:50.313036 dv-cinder-761113-11-iscsi neutron-server[78808]: WARNING oslo_policy.policy [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:50.313948 dv-cinder-761113-11-iscsi neutron-server[78808]: WARNING oslo_policy.policy [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:10:50.322966 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.quota [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Loaded quota_driver: . May 11 16:10:50.341243 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:10:50.349177 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Usage tracker for resource:router and tenant:5b8408e5501447dfbbb82299f96daf2e is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:10:50.354583 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:10:50.365067 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:10:50.389501 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:50.393474 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:50.428586 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:50.544460 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:50.568801 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:50.595547 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:50.596967 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3f1074c6-3a41-47d8-a700-408a9978d0b3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8919861 May 11 16:10:51.170419 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0f50b3dc-815f-4910-95b3-d16b84b77182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:53.135233 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:53.391070 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 41656) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:53.636957 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [None req-181db30d-ecb0-496b-987c-97ed4a2a6d39 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:10:53.638374 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-181db30d-ecb0-496b-987c-97ed4a2a6d39 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2466438 May 11 16:10:55.321786 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:56.612910 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41676) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:56.699010 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:10:56.705397 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:10:56.710192 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Usage tracker for resource:network and tenant:0fa46654b9a440f7a1baf9881b8616d2 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:10:56.713793 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:10:56.722000 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:10:56.734021 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Made reservation on behalf of 0fa46654b9a440f7a1baf9881b8616d2 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:10:56.738225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:56.753202 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:56.770174 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:10:56.774738 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Usage tracker for resource:security_group_rule and tenant:0fa46654b9a440f7a1baf9881b8616d2 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:10:56.777903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:10:56.784973 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:10:56.917354 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:56.922721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:56.926841 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:56.943457 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Reserving flat network on physical network physnet1 {{(pid=78807) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 16:10:56.968146 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968f13c-bcbe-464a-8429-8f940f3395f2,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:56.973064 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:56.974139 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:56.974541 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Added segment f092604c-d10f-4267-8234-4cc69faeb1e4 of type flat for network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b May 11 16:10:57.017226 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:57.070689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:57.072345 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:10:57.072916 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:10:57.076336 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:10:57.183870 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5692580 May 11 16:10:57.184965 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Pushing event updated for resources: {'Network': ['ID=722a1b0f-cec1-4f8d-b8e8-ccfdf886396b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:10:57.188851 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:10:57.197111 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:10:59.627477 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41688) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:10:59.787677 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1295cd-87aa-4b54-8468-53fb0540e078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:10:59.789192 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-0a1295cd-87aa-4b54-8468-53fb0540e078 admin admin] 10.222.0.73 "GET /v2.0/subnets/4b4af103-1262-4fab-882a-fec04f55cdc0 HTTP/1.1" status: 200 len: 849 time: 0.1605365 May 11 16:11:00.004076 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-6e26d034-fbde-4534-9669-1899eccf5057 admin admin] 10.222.0.73 "GET /v2.0/routers/8c4e68d9-9a22-43ad-b4ad-58c64f036c0f HTTP/1.1" status: 200 len: 704 time: 0.2052808 May 11 16:11:00.569369 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:00.928640 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Allocated IP 172.20.0.1 (9de58539-d042-44c4-9c56-66272d87b32e/4b4af103-1262-4fab-882a-fec04f55cdc0/a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:11:01.216443 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:01.242041 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Transition to ACTIVE for port object a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:11:01.313185 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:01.318771 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:01.397433 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Network 9de58539-d042-44c4-9c56-66272d87b32e is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:11:01.400583 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:11:01.403615 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:11:01.404601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:01.573061 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Pushing event updated for resources: {'Port': ['ID=a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:01.591519 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:01.628186 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-0d1d034e-4319-4e2e-a397-11859488e1ad None None] Provisioning for port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:11:01.636213 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-0d1d034e-4319-4e2e-a397-11859488e1ad None None] Provisioning complete for port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:11:01.636829 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0d1d034e-4319-4e2e-a397-11859488e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:01.738705 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d034e-4319-4e2e-a397-11859488e1ad None None] Port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:11:01.772087 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:02.027375 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:02.034523 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:02.036707 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:02.044026 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:02.196401 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Pushing event updated for resources: {'Port': ['ID=a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:02.199251 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:02.276244 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Network 9de58539-d042-44c4-9c56-66272d87b32e is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:11:02.277555 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:11:02.569801 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f825e9c1-501c-46cb-a5ec-b4fe18fcb8c6 None None] Provisioning complete for port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:11:02.570109 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f825e9c1-501c-46cb-a5ec-b4fe18fcb8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:02.587341 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:11:02.630798 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f825e9c1-501c-46cb-a5ec-b4fe18fcb8c6 None None] Port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:11:02.761160 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:11:02.773497 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] 10.222.0.73 "PUT /v2.0/routers/8c4e68d9-9a22-43ad-b4ad-58c64f036c0f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7620201 May 11 16:11:02.778439 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Sync routers for ids ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:11:02.795419 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Routers {'8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:11:02.796342 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:10:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:03.014332 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Set router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f gateway port host: None {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:11:03.472766 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'name': 'router1', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:10:50Z', 'updated_at': '2021-05-11T16:11:01Z', 'revision_number': 2, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'gw_port_host': None, '_interfaces': [{'id': 'a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa', 'name': '', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'mac_address': 'fa:16:3e:54:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:00Z', 'updated_at': '2021-05-11T16:11:01Z', 'revision_number': 2, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'subnets': [{'id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7132ee1c-ad24-4cfc-a682-b9ff15b56bf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:03.480912 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Checking router: 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:11:03.481512 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Updating router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:11:03.579557 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:04.123459 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:04.151150 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Transition to ACTIVE for port object a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:11:04.163008 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:04.170900 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:04.366213 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Pushing event updated for resources: {'Port': ['ID=a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:04.386174 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.386174 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.386174 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.386174 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.386931 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.386931 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.388052 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.388052 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.388359 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.388605 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.389122 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.389642 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Tracked resource versions report: May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: pushed versions: May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: { 'AddressGroup': {'1.2'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'ConntrackHelper': {'1.0'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Log': {'1.0'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Network': {'1.1'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Port': {'1.7'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'PortForwarding': {'1.2'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'QosPolicy': {'1.8'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroup': {'1.4'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroupRule': {'1.2'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SubPort': {'1.0'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Subnet': {'1.1'}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Trunk': {'1.1'}} May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: consumer versions: May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'ConntrackHelper': '1.0', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Log': '1.0', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Network': '1.1', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Port': '1.7', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'PortForwarding': '1.2', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'QosPolicy': '1.8', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroup': '1.4', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroupRule': '1.2', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SubPort': '1.0', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Subnet': '1.1', May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Trunk': '1.1'}} May 11 16:11:04.392356 dv-cinder-761113-11-iscsi neutron-server[78810]: {{(pid=78810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:11:04.416075 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:04.601554 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Attempting to bind port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:11:04.601964 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Attempting to bind port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:11:04.602385 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Attempting to bind port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa on network 9de58539-d042-44c4-9c56-66272d87b32e {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:11:04.609512 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:11:04.610678 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Checking segment: {'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:11:04.611200 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:04.611611 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Bound using segment: {'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:11:04.612160 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Bound port: a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ebd929-5e27-4393-9efc-72d085e20207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:11:04.612581 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:04.725607 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] For port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:11:04.730178 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] For port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa,segment=NetworkSegment(a6ebd929-5e27-4393-9efc-72d085e20207),segment_id=a6ebd929-5e27-4393-9efc-72d085e20207)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:11:04.739155 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:04.743602 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:04.847826 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Pushing event updated for resources: {'Port': ['ID=a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa,revision_number=4']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:04.851112 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:04.858536 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Routers {'8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:11:04.859683 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:10:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:05.040411 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] Set router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f gateway port host: None {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:11:05.510148 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'name': 'router1', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:10:50Z', 'updated_at': '2021-05-11T16:11:01Z', 'revision_number': 2, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'gw_port_host': None, '_interfaces': [{'id': 'a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa', 'name': '', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'mac_address': 'fa:16:3e:54:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:00Z', 'updated_at': '2021-05-11T16:11:04Z', 'revision_number': 4, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'subnets': [{'id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7132ee1c-ad24-4cfc-a682-b9ff15b56bf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:05.516703 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74417146-c78e-497b-8303-df626e0fdcb1 None None] The sync data for ids ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'] in dv-cinder-761113-11-iscsi is: [{'id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'name': 'router1', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:10:50Z', 'updated_at': '2021-05-11T16:11:01Z', 'revision_number': 2, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'gw_port_host': None, '_interfaces': [{'id': 'a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa', 'name': '', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'mac_address': 'fa:16:3e:54:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:00Z', 'updated_at': '2021-05-11T16:11:04Z', 'revision_number': 4, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'subnets': [{'id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7132ee1c-ad24-4cfc-a682-b9ff15b56bf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:11:05.528228 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41700) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:11:05.717109 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907bcb2-b07a-4f61-b22f-0fc68c32c024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:11:05.717675 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-6907bcb2-b07a-4f61-b22f-0fc68c32c024 admin admin] Synchronizing usage tracker for tenant:0fa46654b9a440f7a1baf9881b8616d2 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:11:05.741984 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-6907bcb2-b07a-4f61-b22f-0fc68c32c024 admin admin] Unset dirty status for tenant:0fa46654b9a440f7a1baf9881b8616d2 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:11:05.744191 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-6907bcb2-b07a-4f61-b22f-0fc68c32c024 admin admin] 10.222.0.73 "GET /v2.0/networks/722a1b0f-cec1-4f8d-b8e8-ccfdf886396b HTTP/1.1" status: 200 len: 842 time: 0.2147131 May 11 16:11:05.758106 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Request body: {'subnet': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:11:05.767803 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:11:05.775198 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Usage tracker for resource:subnet and tenant:0fa46654b9a440f7a1baf9881b8616d2 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:11:05.781553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:11:05.792562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:11:05.806606 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Made reservation on behalf of 0fa46654b9a440f7a1baf9881b8616d2 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:11:05.809232 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:06.289925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.objects.ports [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78807) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 11 16:11:06.290346 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:06.295451 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:06.362278 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:11:06.362758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Network hostable DHCP agents. Network: 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:11:06.391146 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=171eead9-9469-4e33-a197-dd824ef2aca5,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:06.393694 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:11:06.396192 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:06.406764 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:11:06.416326 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:11:06.417828 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed37d4-3737-48a2-929f-f564b22d5fed None None] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:11:06.418544 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:06.454231 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7023773 May 11 16:11:06.681465 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9327c9-91f8-4b73-ab6a-7387fdd5cf45 None None] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:11:09.080500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41714) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:11:09.257137 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:11:09.320764 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-75afb205-e359-44eb-8056-9207542d3a0f admin admin] 10.222.0.73 "GET /v2.0/routers/8c4e68d9-9a22-43ad-b4ad-58c64f036c0f HTTP/1.1" status: 200 len: 710 time: 0.2391865 May 11 16:11:09.547163 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc0046-010e-40d8-902e-702dd510afa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:11:09.548916 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-5cbc0046-010e-40d8-902e-702dd510afa0 admin admin] 10.222.0.73 "GET /v2.0/networks/722a1b0f-cec1-4f8d-b8e8-ccfdf886396b HTTP/1.1" status: 200 len: 886 time: 0.2180755 May 11 16:11:09.564798 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:11:09.848285 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:11:09.951608 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:11:09.958423 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:11:09.959158 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:10.088630 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:10.128147 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa,segment=NetworkSegment(a6ebd929-5e27-4393-9efc-72d085e20207),segment_id=a6ebd929-5e27-4393-9efc-72d085e20207)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:11:10.132987 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:10.135068 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:10.215189 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:10.219489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:10.313562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:10.676578 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:10.741159 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:10.901079 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Allocated IP 172.27.2.9 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/28ac45a4-9a6c-4fa4-8616-5ff21de02e42) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:11:11.089043 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:11.130758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:11.135424 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:11.198604 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:11:11.201302 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:11:11.205780 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:11:11.335961 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Pushing event updated for resources: {'Port': ['ID=28ac45a4-9a6c-4fa4-8616-5ff21de02e42,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:11.350338 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:11.699531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:11.781454 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:11:11.885318 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:11:11.885839 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:12.096662 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:12.100141 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650252'] for router, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:12.330925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:11:12.560602 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:11:12.570742 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:12.573065 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] 10.222.0.73 "PUT /v2.0/routers/8c4e68d9-9a22-43ad-b4ad-58c64f036c0f HTTP/1.1" status: 200 len: 888 time: 3.0139148 May 11 16:11:12.574448 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Sync routers for ids ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:11:12.587337 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Routers {'8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:11:12.588108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:10:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:12.804841 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Set router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:11:13.326875 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'name': 'router1', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '28ac45a4-9a6c-4fa4-8616-5ff21de02e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:10:50Z', 'updated_at': '2021-05-11T16:11:11Z', 'revision_number': 4, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'gw_port': {'id': '28ac45a4-9a6c-4fa4-8616-5ff21de02e42', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:10Z', 'updated_at': '2021-05-11T16:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa', 'name': '', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'mac_address': 'fa:16:3e:54:7c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:00Z', 'updated_at': '2021-05-11T16:11:10Z', 'revision_number': 5, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'subnets': [{'id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7132ee1c-ad24-4cfc-a682-b9ff15b56bf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:13.332924 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Checking router: 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:11:13.333278 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Updating router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:11:13.394160 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:13.844431 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:13.863753 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Transition to ACTIVE for port object 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:11:13.872686 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:13.878170 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:13.964813 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Attempting to bind port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:11:13.965352 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Attempting to bind port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:11:13.965809 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Attempting to bind port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:11:13.988105 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71e14-a2ce-401f-9b2d-aa8288d6d281 None None] Pushing event updated for resources: {'Port': ['ID=28ac45a4-9a6c-4fa4-8616-5ff21de02e42,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:13.991068 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:11:13.991522 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:11:13.992042 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:13.992515 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:11:13.993261 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Bound port: 28ac45a4-9a6c-4fa4-8616-5ff21de02e42, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:11:13.993594 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:14.022634 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1ac71e14-a2ce-401f-9b2d-aa8288d6d281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:14.095224 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] For port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:11:14.099178 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] For port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=28ac45a4-9a6c-4fa4-8616-5ff21de02e42,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:11:14.104425 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:14.109725 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d1f825c0-a3c4-4ec0-8c05-59fa0c60efb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:14.196983 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Routers {'8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:11:14.197620 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:10:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:14.288596 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71e14-a2ce-401f-9b2d-aa8288d6d281 None None] Pushing event updated for resources: {'Port': ['ID=28ac45a4-9a6c-4fa4-8616-5ff21de02e42,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:14.358325 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1ac71e14-a2ce-401f-9b2d-aa8288d6d281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:14.557918 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] Set router 8c4e68d9-9a22-43ad-b4ad-58c64f036c0f gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:11:15.191082 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'name': 'router1', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '28ac45a4-9a6c-4fa4-8616-5ff21de02e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:10:50Z', 'updated_at': '2021-05-11T16:11:11Z', 'revision_number': 4, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'gw_port': {'id': '28ac45a4-9a6c-4fa4-8616-5ff21de02e42', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:10Z', 'updated_at': '2021-05-11T16:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa', 'name': '', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'mac_address': 'fa:16:3e:54:7c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:00Z', 'updated_at': '2021-05-11T16:11:10Z', 'revision_number': 5, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'subnets': [{'id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7132ee1c-ad24-4cfc-a682-b9ff15b56bf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:11:15.197881 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27dcc-1511-412b-9aa0-7b4b14d79d83 None None] The sync data for ids ['8c4e68d9-9a22-43ad-b4ad-58c64f036c0f'] in dv-cinder-761113-11-iscsi is: [{'id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'name': 'router1', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '28ac45a4-9a6c-4fa4-8616-5ff21de02e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:10:50Z', 'updated_at': '2021-05-11T16:11:11Z', 'revision_number': 4, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'gw_port': {'id': '28ac45a4-9a6c-4fa4-8616-5ff21de02e42', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:10Z', 'updated_at': '2021-05-11T16:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa', 'name': '', 'network_id': '9de58539-d042-44c4-9c56-66272d87b32e', 'tenant_id': '5b8408e5501447dfbbb82299f96daf2e', 'mac_address': 'fa:16:3e:54:7c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e68d9-9a22-43ad-b4ad-58c64f036c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:11:00Z', 'updated_at': '2021-05-11T16:11:10Z', 'revision_number': 5, 'project_id': '5b8408e5501447dfbbb82299f96daf2e', 'subnets': [{'id': '4b4af103-1262-4fab-882a-fec04f55cdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7132ee1c-ad24-4cfc-a682-b9ff15b56bf2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:11:15.848347 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:11:15.879558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 41724) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:11:15.963166 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:11:15.973214 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:11:15.973736 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:16.052741 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-200930b0-057d-434c-82ce-b20b84f3127e admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1718044 May 11 16:11:16.162059 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:16.197265 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=28ac45a4-9a6c-4fa4-8616-5ff21de02e42,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:11:16.204575 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:16.209744 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1ac71e14-a2ce-401f-9b2d-aa8288d6d281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:11:16.331193 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=28ac45a4-9a6c-4fa4-8616-5ff21de02e42,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:11:16.335122 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:11:17.293667 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6926c86a-8e7e-455f-9674-709241e15c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:17.819323 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:11:17.907447 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 28ac45a4-9a6c-4fa4-8616-5ff21de02e42 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:11:17.907851 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:20.550948 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:21.195151 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-15141b55-a32a-49f7-a36d-f54a45042c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:23.219407 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:25.347867 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:46.263460 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:11:47.275852 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7ddffe0d-94e4-47dc-b362-49ec8f92d0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:50.559083 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:51.178259 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d8465312-044f-46c6-95cc-6e47f55ed417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:53.147108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:11:55.371179 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:17.282137 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5bd614b6-1f93-456e-a407-19f6b2523070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:20.554386 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:21.179202 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b96e-fcc5-4eff-bd52-55a8b9904d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:23.143933 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:23.259339 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:12:25.347365 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:47.290836 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a9e81b22-f309-449e-bccb-9f2b3c88af44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:50.546581 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:51.173278 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c62b2162-8db4-4272-b0a4-b46f50a0319b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:53.136580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:12:55.353229 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:00.260301 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:13:11.490813 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42294) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:11.586124 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.pecan_wsgi.hooks.translation [None req-41705603-13e9-4149-832d-5321b2ac61ed admin admin] GET failed (client error): The resource could not be found. May 11 16:13:11.588563 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-41705603-13e9-4149-832d-5321b2ac61ed admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0964255 May 11 16:13:11.749892 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7ecb0-1d3e-4e0c-91ac-509d1a231491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:11.751372 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a9b7ecb0-1d3e-4e0c-91ac-509d1a231491 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576340 May 11 16:13:13.967866 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42304) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:14.095701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f15d8-5abe-4a64-996a-618788952759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:14.096185 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-378f15d8-5abe-4a64-996a-618788952759 admin admin] Synchronizing usage tracker for tenant:0fa46654b9a440f7a1baf9881b8616d2 on resource:subnet {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:13:14.114018 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-378f15d8-5abe-4a64-996a-618788952759 admin admin] Unset dirty status for tenant:0fa46654b9a440f7a1baf9881b8616d2 on resource:subnet {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:13:14.115494 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-378f15d8-5abe-4a64-996a-618788952759 admin admin] 10.222.0.73 "GET /v2.0/subnets/4b4af103-1262-4fab-882a-fec04f55cdc0 HTTP/1.1" status: 200 len: 849 time: 0.1466408 May 11 16:13:14.126378 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:13:14.258099 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Notify callbacks [] for subnet, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:14.610219 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742204472670'] for subnet, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:14.614452 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ba02aa19-8820-44ed-8efb-cf6bcccdcff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:13:14.660252 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:14.660723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:14.662037 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] 10.222.0.73 "PUT /v2.0/subnets/4b4af103-1262-4fab-882a-fec04f55cdc0 HTTP/1.1" status: 200 len: 868 time: 0.5398669 May 11 16:13:14.667671 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9171881-617f-4220-b0e8-e04ae59b915e None None] Network 9de58539-d042-44c4-9c56-66272d87b32e requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:13:14.708820 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4af103-1262-4fab-882a-fec04f55cdc0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:13:14.718393 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.718791 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.719030 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.719364 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.719842 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.720171 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.720498 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.720837 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.721174 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.721488 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.721800 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.722113 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:13:14.726140 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:13:15.197761 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-85b2b7af-e2cf-438f-b4d9-bb02daff94d8 None None] Provisioning complete for port a3369fc2-cfbf-4b8d-a2cd-dc2ef0dcabaa triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:13:15.198146 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-85b2b7af-e2cf-438f-b4d9-bb02daff94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:15.386213 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-85b2b7af-e2cf-438f-b4d9-bb02daff94d8 None None] Provisioning complete for port ebf106ea-401c-4b36-9c09-dc922a898cff triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:13:15.386796 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-85b2b7af-e2cf-438f-b4d9-bb02daff94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:17.117903 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42314) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:17.279806 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d0ab56a3-57bf-44b9-b428-a24e716ca1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:17.347019 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492d2de-57c2-46ea-bb2e-098bf8243dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:17.347478 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492d2de-57c2-46ea-bb2e-098bf8243dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:17.349423 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-e492d2de-57c2-46ea-bb2e-098bf8243dbd admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2306099 May 11 16:13:19.698601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42324) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:19.921852 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a67e3-e845-4ad6-86e2-328c0cd38282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:19.922214 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a67e3-e845-4ad6-86e2-328c0cd38282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:19.923800 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a50a67e3-e845-4ad6-86e2-328c0cd38282 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2233765 May 11 16:13:20.555887 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:21.168185 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c02fc72a-b7f2-4ecb-9e14-de7688138de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:22.301409 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42334) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:22.494643 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5547e-68cb-4b81-885d-98ad6eb448d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:22.496717 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-46e5547e-68cb-4b81-885d-98ad6eb448d4 admin admin] 10.222.0.73 "GET /v2.0/networks/722a1b0f-cec1-4f8d-b8e8-ccfdf886396b HTTP/1.1" status: 200 len: 886 time: 0.1932838 May 11 16:13:23.150291 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:24.833106 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42344) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:25.022383 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157d621-1da0-432f-bfd1-1cfb6c52c23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:25.023635 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3157d621-1da0-432f-bfd1-1cfb6c52c23c admin admin] 10.222.0.73 "GET /v2.0/networks/9de58539-d042-44c4-9c56-66272d87b32e HTTP/1.1" status: 200 len: 869 time: 0.1895452 May 11 16:13:25.361862 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:27.672672 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42354) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:27.816540 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06014329-9783-467f-9970-b1735e38c038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:27.816993 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06014329-9783-467f-9970-b1735e38c038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:27.818523 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-06014329-9783-467f-9970-b1735e38c038 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1447606 May 11 16:13:30.100121 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42364) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:30.220249 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b39ff-6971-4e98-9caf-90bf422ef497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:30.220791 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b39ff-6971-4e98-9caf-90bf422ef497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:30.222537 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a98b39ff-6971-4e98-9caf-90bf422ef497 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215537 May 11 16:13:32.455452 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42374) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:32.595679 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f182d59-c0d6-4f57-b45b-15305932a66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:32.597107 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-0f182d59-c0d6-4f57-b45b-15305932a66c admin admin] 10.222.0.73 "GET /v2.0/subnets/171eead9-9469-4e33-a197-dd824ef2aca5 HTTP/1.1" status: 200 len: 816 time: 0.1403327 May 11 16:13:34.895417 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42384) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:13:35.050432 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f05ab9-c18c-47b3-b4cc-551e51cb8f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:13:35.051674 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-00f05ab9-c18c-47b3-b4cc-551e51cb8f32 admin admin] 10.222.0.73 "GET /v2.0/subnets/4b4af103-1262-4fab-882a-fec04f55cdc0 HTTP/1.1" status: 200 len: 868 time: 0.1549044 May 11 16:13:37.267218 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:13:47.284286 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-623bc7f4-816a-4100-bae4-071f46e7828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:50.554467 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:51.173375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-bb65d0f5-9804-49dd-8aec-4b0d3a1e96b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:53.153591 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:13:55.359349 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:02.166481 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42428) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:14:02.221933 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [None req-1eefb56b-fc56-4fef-b591-7746d063455d admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:14:02.222921 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-1eefb56b-fc56-4fef-b591-7746d063455d admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554719 May 11 16:14:04.539256 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42438) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:14:04.613028 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cd6c5c-977c-4d2c-b61c-f1c0cb79bb55 admin admin] GET failed (client error): The resource could not be found. May 11 16:14:04.614374 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e7cd6c5c-977c-4d2c-b61c-f1c0cb79bb55 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0740795 May 11 16:14:04.758625 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac58de-c903-4088-af58-e4f61c19c543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:14:04.761105 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-80ac58de-c903-4088-af58-e4f61c19c543 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412356 May 11 16:14:07.008677 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42448) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:14:07.069109 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:14:07.076384 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:14:07.092124 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:14:07.106155 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Made reservation on behalf of 0fa46654b9a440f7a1baf9881b8616d2 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:14:07.109103 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:07.221372 dv-cinder-761113-11-iscsi neutron-server[78807]: WARNING neutron.services.revisions.revision_plugin [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Could not find related network for resource to bump revision. May 11 16:14:07.235934 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:14:07.247176 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:07.247697 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Added segment 15c8da01-1cfe-4248-84d5-aaa4e5f29f64 of type vlan for network 13868bda-4de9-430e-b899-4e367a2a6a40 May 11 16:14:07.281745 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:07.316327 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:07.317940 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:14:07.318530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:07.322639 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:14:07.427228 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Pushing event updated for resources: {'Network': ['ID=13868bda-4de9-430e-b899-4e367a2a6a40,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:14:07.435829 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4198477 May 11 16:14:07.435829 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-31c5f8e6-75bc-44b1-91ee-94221d50497e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:14:07.440262 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 13868bda-4de9-430e-b899-4e367a2a6a40 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:14:09.836160 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42458) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:14:09.941263 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.pecan_wsgi.hooks.translation [None req-50238af8-b92b-407a-8675-66a37d366dad admin admin] GET failed (client error): The resource could not be found. May 11 16:14:09.942926 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-50238af8-b92b-407a-8675-66a37d366dad admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1047869 May 11 16:14:10.067231 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb873253-88c9-40ed-89f3-8c20714d630e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:14:10.068766 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-eb873253-88c9-40ed-89f3-8c20714d630e admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1209929 May 11 16:14:10.085642 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40', 'description': 'shared-subnet'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:14:10.092511 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:14:10.108221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:14:10.124214 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Made reservation on behalf of 0fa46654b9a440f7a1baf9881b8616d2 for: {'subnet': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:14:10.128787 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:10.731207 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:10.736615 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:14:10.822594 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a22eaa2-0cb7-4ae8-8bed-528190bdac30,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:14:10.825498 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Checking segment: {'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:14:10.825859 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Network hostable DHCP agents. Network: 13868bda-4de9-430e-b899-4e367a2a6a40, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:14:10.838363 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.839404 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.839404 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.839404 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.839916 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.840103 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.840269 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.840561 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.840890 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.841198 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.841505 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.841796 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Tracked resource versions report: May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: pushed versions: May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: { 'AddressGroup': {'1.2'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'ConntrackHelper': {'1.0'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Log': {'1.0'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Network': {'1.1'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Port': {'1.7'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'PortForwarding': {'1.2'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'QosPolicy': {'1.8'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroup': {'1.4'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroupRule': {'1.2'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SubPort': {'1.0'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Subnet': {'1.1'}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Trunk': {'1.1'}} May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: consumer versions: May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'ConntrackHelper': '1.0', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Log': '1.0', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Network': '1.1', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Port': '1.7', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'PortForwarding': '1.2', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'QosPolicy': '1.8', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroup': '1.4', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroupRule': '1.2', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SubPort': '1.0', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Subnet': '1.1', May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Trunk': '1.1'}} May 11 16:14:10.843107 dv-cinder-761113-11-iscsi neutron-server[78808]: {{(pid=78808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:14:10.888893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:14:10.892194 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Network 13868bda-4de9-430e-b899-4e367a2a6a40 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:14:10.907348 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 13868bda-4de9-430e-b899-4e367a2a6a40) {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:14:10.915018 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:14:10.917745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:10.920486 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5d3091-201d-4553-b211-239fba63d633 None None] Network 13868bda-4de9-430e-b899-4e367a2a6a40 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:14:10.953921 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8737147 May 11 16:14:11.197335 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-13868bda-4de9-430e-b899-4e367a2a6a40', 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40', 'tenant_id': '0fa46654b9a440f7a1baf9881b8616d2', 'fixed_ips': [{'subnet_id': '5a22eaa2-0cb7-4ae8-8bed-528190bdac30'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:14:11.198931 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:11.440536 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Allocated IP 192.168.233.2 (13868bda-4de9-430e-b899-4e367a2a6a40/5a22eaa2-0cb7-4ae8-8bed-528190bdac30/3f9aaee2-dc50-4920-a919-16706ffbd349) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:14:11.742984 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:11.762995 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Transition to ACTIVE for port object 3f9aaee2-dc50-4920-a919-16706ffbd349 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:14:11.798084 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Transition to ACTIVE for port object 3f9aaee2-dc50-4920-a919-16706ffbd349 will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:14:11.807709 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:11.816232 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:14:11.924526 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Network 13868bda-4de9-430e-b899-4e367a2a6a40 is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:14:11.926664 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:14:11.934175 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:14:12.013575 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Pushing event updated for resources: {'Port': ['ID=3f9aaee2-dc50-4920-a919-16706ffbd349,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:14:12.038683 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.039047 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.039484 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.039863 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.040986 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.041404 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.041743 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.042167 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.042627 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.043031 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.043442 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.043868 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:14:12.079910 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:14:12.126975 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Attempting to bind port 3f9aaee2-dc50-4920-a919-16706ffbd349 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:14:12.127564 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Attempting to bind port 3f9aaee2-dc50-4920-a919-16706ffbd349 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:14:12.128173 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Attempting to bind port 3f9aaee2-dc50-4920-a919-16706ffbd349 on network 13868bda-4de9-430e-b899-4e367a2a6a40 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:14:12.135931 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:14:12.136305 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Checking segment: {'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:14:12.136710 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:12.137109 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Bound using segment: {'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:14:12.137589 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Bound port: 3f9aaee2-dc50-4920-a919-16706ffbd349, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:14:12.137981 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:12.249265 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] For port 3f9aaee2-dc50-4920-a919-16706ffbd349, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:14:12.254020 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] For port 3f9aaee2-dc50-4920-a919-16706ffbd349, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=3f9aaee2-dc50-4920-a919-16706ffbd349,segment=NetworkSegment(15c8da01-1cfe-4248-84d5-aaa4e5f29f64),segment_id=15c8da01-1cfe-4248-84d5-aaa4e5f29f64)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:14:12.260574 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:12.268746 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:14:12.354090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Pushing event updated for resources: {'Port': ['ID=3f9aaee2-dc50-4920-a919-16706ffbd349,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:14:12.358785 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:14:13.342729 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f273af87-c4ac-42ff-a740-ccee73d36c15 None None] Network 13868bda-4de9-430e-b899-4e367a2a6a40 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:14:13.477493 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-b57e8ca1-642d-41fc-ac12-2d7c6e442da8 None None] Provisioning for port 3f9aaee2-dc50-4920-a919-16706ffbd349 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:14:13.991191 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 3f9aaee2-dc50-4920-a919-16706ffbd349 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:14:14.078907 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 3f9aaee2-dc50-4920-a919-16706ffbd349 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:14:14.086874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 3f9aaee2-dc50-4920-a919-16706ffbd349 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:14:14.088900 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:14.239144 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:14.256073 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:14:14.285828 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 3f9aaee2-dc50-4920-a919-16706ffbd349, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=3f9aaee2-dc50-4920-a919-16706ffbd349,segment=NetworkSegment(15c8da01-1cfe-4248-84d5-aaa4e5f29f64),segment_id=15c8da01-1cfe-4248-84d5-aaa4e5f29f64)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:14:14.291736 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:14.293993 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:14:14.376993 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=3f9aaee2-dc50-4920-a919-16706ffbd349,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:14:14.381132 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:14:15.971446 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 3f9aaee2-dc50-4920-a919-16706ffbd349 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:14:16.074939 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 3f9aaee2-dc50-4920-a919-16706ffbd349 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:14:16.075369 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:17.283086 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a027caa2-3a4c-4131-ace4-761cd98534f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:20.545086 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:21.177840 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5b4d03fa-9e85-4a3e-9fc2-9547d84015d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:23.152387 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:25.361068 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:47.289443 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e0db787e-fe95-4948-8c2a-9520435b278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:50.551018 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:51.198152 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-53f150aa-fc5b-4d4b-8bb5-419761568de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:51.258185 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:14:53.152900 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:14:55.366375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:17.275871 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1125388c-e568-40a3-8286-e4695adfa375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:20.541218 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:21.184172 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-58dc0bf4-fbdf-4a0f-a32c-00917be110fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:23.153189 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:25.369375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:28.256815 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:15:43.707176 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42512) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:15:43.715698 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [None req-0d7de1f8-1980-40da-9041-e83afedf1bf5 tempest-verify_tempest_config-1070588562 tempest-verify_tempest_config-1070588562-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:15:43.717001 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-0d7de1f8-1980-40da-9041-e83afedf1bf5 tempest-verify_tempest_config-1070588562 tempest-verify_tempest_config-1070588562-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0085585 May 11 16:15:44.153940 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42530) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:15:44.297708 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:44.316480 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:15:44.323956 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Usage tracker for resource:security_group_rule and tenant:eda84b4d47c5442cbc57314d80fb4173 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:15:44.328597 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:15:44.335605 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:15:44.429304 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:44.433786 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:44.445533 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:15:44.487307 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Synchronizing usage tracker for tenant:0fa46654b9a440f7a1baf9881b8616d2 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:15:44.489881 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b850fdb-9cc2-4035-b28f-50a896d9d366,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:15:44.500542 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.500946 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.501340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.501743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.502099 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.502474 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.502831 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.503258 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.503632 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.504016 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.505014 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.505474 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:15:44.509929 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:15:44.526443 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Unset dirty status for tenant:0fa46654b9a440f7a1baf9881b8616d2 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:15:44.528246 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eda84b4d47c5442cbc57314d80fb4173&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3731766 May 11 16:15:44.531440 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42536) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:15:44.600500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:44.628590 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:44.726086 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:44.730030 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:15:44.742215 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b850fdb-9cc2-4035-b28f-50a896d9d366,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:15:44.746149 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:15:44.750124 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:44.752623 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b850fdb-9cc2-4035-b28f-50a896d9d366 HTTP/1.1" status: 204 len: 168 time: 0.2197814 May 11 16:15:47.274116 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8aac0bfe-6dac-47af-824c-db28dc368df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:50.548828 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:51.198329 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd4f8-ba8e-438a-8200-00273705e6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:53.166905 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:15:55.382341 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:05.255205 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:16:17.270062 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1fab3196-895f-4821-aa1e-b358dd69237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:20.535633 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:21.192344 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-4a9f0eb6-b6e4-4c75-b91e-45e4f11cedad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:23.160071 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:25.472411 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:42.254073 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:16:47.263861 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b5c-cc30-4403-98a2-48bf3cd8549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:50.539286 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:51.194997 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-45d444d5-b763-4594-9e04-d8a6cd5ddf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:53.166419 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:16:55.372472 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:17.273776 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-627f6142-90a3-44e1-9bcc-18aebfcb4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:19.253015 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 5 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:17:20.550603 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:21.198580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf324-0025-4086-b27f-d3b9080fa142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:23.168355 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:25.378473 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:26.341891 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398'] for agent, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:30.107535 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42592) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:17:30.243926 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1a09aa1b-2218-48da-bc8c-6338ad57102b admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1348886 May 11 16:17:32.513522 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42606) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:17:32.615525 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-56c1967a-73d6-4ded-82e5-d5b41c6f0bdc admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1007860 May 11 16:17:47.267426 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a4cc39e8-32ca-4e54-aed3-ec278a95bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:50.548660 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:51.203570 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7100cf01-0e33-4a55-8a56-ccef9e1d0118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:53.169782 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:55.381268 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:17:56.252249 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:17:56.334443 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:17.270281 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b8ce37ae-e9c5-4927-bdea-1d7594c30945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:20.551480 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:21.197199 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a2f46c58-9b9f-4015-8571-56134ff66cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:23.170167 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:25.394712 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:26.331939 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:33.253141 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:18:47.274094 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-db1b38ca-12da-42c7-8092-ecb89f240d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:50.550140 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:51.201557 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-3329058f-7cea-4ad6-a911-7ec3212363dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:53.176117 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:55.390258 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:18:56.347603 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:01.620596 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42800) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:01.725338 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42812) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:01.967481 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-network', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:01.972597 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:01.977035 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Usage tracker for resource:network and tenant:aceeccde2e8942099297467ff6f42b54 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:01.981797 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:01.988897 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:02.001045 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Made reservation on behalf of aceeccde2e8942099297467ff6f42b54 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:02.003487 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.021277 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.044152 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:02.049362 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Usage tracker for resource:security_group_rule and tenant:aceeccde2e8942099297467ff6f42b54 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:02.053156 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:02.060410 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:02.174083 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.178449 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.195354 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:19:02.209887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742204479380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.210755 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Unsubscribe: segment precommit_create {{(pid=78808) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 16:19:02.211379 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Added segment 743252ff-f98b-44a2-9f5a-26aa47239118 of type vlan for network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 May 11 16:19:02.232479 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:02.281135 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a25deb-b54f-4210-9b5c-8f39a3b8283b,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:02.287866 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1501166651-network', 'tenant_id': '7f7126a5e0da485aa38e6c55a320a36d'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:02.292548 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:02.297893 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Usage tracker for resource:network and tenant:7f7126a5e0da485aa38e6c55a320a36d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:02.301308 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:02.305994 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.317761 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.318637 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.319393 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.319970 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.320690 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.320813 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:02.321240 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.321791 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.322320 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.323101 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.323979 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.324449 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.325410 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Tracked resource versions report: May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: pushed versions: May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: { 'AddressGroup': {'1.2'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'ConntrackHelper': {'1.0'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Log': {'1.0'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Network': {'1.1'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Port': {'1.7'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'PortForwarding': {'1.2'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'QosPolicy': {'1.8'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroup': {'1.4'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroupRule': {'1.2'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SubPort': {'1.0'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Subnet': {'1.1'}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Trunk': {'1.1'}} May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: consumer versions: May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: HyperV agent@hv-cinder-76111: {}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'ConntrackHelper': '1.0', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Log': '1.0', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Network': '1.1', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Port': '1.7', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'PortForwarding': '1.2', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'QosPolicy': '1.8', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroup': '1.4', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SecurityGroupRule': '1.2', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'SubPort': '1.0', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Subnet': '1.1', May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: 'Trunk': '1.1'}} May 11 16:19:02.327667 dv-cinder-761113-11-iscsi neutron-server[78808]: {{(pid=78808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:19:02.339610 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:02.361172 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Made reservation on behalf of 7f7126a5e0da485aa38e6c55a320a36d for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:02.363896 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.403959 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.406715 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.409750 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:02.410781 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.438749 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:02.446374 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Usage tracker for resource:security_group_rule and tenant:7f7126a5e0da485aa38e6c55a320a36d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:02.454041 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:02.458701 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:02.467472 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:02.586079 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42836) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:02.645080 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8d45a7-9f03-45ba-b836-f8be507d6c50,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:02.654242 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.654717 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0276837 May 11 16:19:02.655209 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42842) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:02.660787 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:02.664528 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:19:02.667872 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Request body: {'subnet': {'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-subnet', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:02.677632 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:02.685947 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Usage tracker for resource:subnet and tenant:aceeccde2e8942099297467ff6f42b54 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:02.693126 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:02.706048 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:02.721542 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.730578 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:02.748880 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Made reservation on behalf of aceeccde2e8942099297467ff6f42b54 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:02.752949 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:02.975079 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:19:03.172559 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.172903 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Added segment 42886b13-0aad-4daa-a119-43c20a62a311 of type vlan for network af782c76-639d-48b6-94c1-7c8421f38584 May 11 16:19:03.256372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4f17c6-ae86-4241-a97d-269d312364a0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:03.284752 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-405661964-network', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:03.316612 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.317551 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.318410 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.319060 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.319912 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.320799 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.321641 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.322485 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.323317 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.324147 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.325553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.326793 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Tracked resource versions report: May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: pushed versions: May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: { 'AddressGroup': {'1.2'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'ConntrackHelper': {'1.0'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Log': {'1.0'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Network': {'1.1'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Port': {'1.7'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'PortForwarding': {'1.2'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'QosPolicy': {'1.8'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroup': {'1.4'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroupRule': {'1.2'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SubPort': {'1.0'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Subnet': {'1.1'}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Trunk': {'1.1'}} May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: consumer versions: May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: HyperV agent@hv-cinder-76111: {}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'ConntrackHelper': '1.0', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Log': '1.0', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Network': '1.1', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Port': '1.7', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'PortForwarding': '1.2', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'QosPolicy': '1.8', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroup': '1.4', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SecurityGroupRule': '1.2', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'SubPort': '1.0', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Subnet': '1.1', May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: 'Trunk': '1.1'}} May 11 16:19:03.328964 dv-cinder-761113-11-iscsi neutron-server[78807]: {{(pid=78807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:19:03.342221 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.394257 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:03.402553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.408512 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:03.414888 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:03.415878 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.428140 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:03.460676 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Usage tracker for resource:network and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:03.472117 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:03.576939 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:03.635700 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Pushing event updated for resources: {'Network': ['ID=af782c76-639d-48b6-94c1-7c8421f38584,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:03.658890 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network af782c76-639d-48b6-94c1-7c8421f38584 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:19:03.662952 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:03.676124 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42874) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:03.676972 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9499004 May 11 16:19:03.682829 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Request body: {'subnet': {'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1501166651-subnet', 'tenant_id': '7f7126a5e0da485aa38e6c55a320a36d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:03.683152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Made reservation on behalf of 4e1c550cdb7e493e9a0477b0e63eb3e3 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:03.685833 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.691914 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:03.702879 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Usage tracker for resource:subnet and tenant:7f7126a5e0da485aa38e6c55a320a36d is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:03.707701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.715881 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:03.724930 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:03.726553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:03.731477 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:03.734584 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:03.741164 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:03.749360 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Made reservation on behalf of 7f7126a5e0da485aa38e6c55a320a36d for: {'subnet': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:03.753104 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.839037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:03.860860 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:04.001552 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:04.006925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:04.031146 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Checking segment: {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:04.031552 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Network hostable DHCP agents. Network: 4e8d45a7-9f03-45ba-b836-f8be507d6c50, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:19:04.054446 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.068641 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.082470 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c55a6b9c-edfb-4f37-bf9a-e4a6d6f59c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:04.100952 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:19:04.128388 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:19:04.139051 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 4e8d45a7-9f03-45ba-b836-f8be507d6c50) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:04.153891 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:04.153891 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.156569 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb7362-fab8-49dc-b79d-b2819ba57cee None None] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:04.157602 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.157982 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Added segment 4706c0a3-d04c-42ea-8ffa-a8c826c2c698 of type vlan for network 68781442-ff8b-49fc-801b-1dea9dad5366 May 11 16:19:04.165233 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b50b827-9160-44ce-aceb-94fe7b85ed01,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:04.185941 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:04.236330 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5787723 May 11 16:19:04.239217 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 42892) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:04.244004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.270144 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:04.277205 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:04.283197 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Usage tracker for resource:router and tenant:aceeccde2e8942099297467ff6f42b54 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:04.286797 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:04.333862 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.336433 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:04.339498 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.348938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:04.362087 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-41d28bf8-e027-4847-bbf2-433a1108e16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:04.374807 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.376056 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.414111 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.539858 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.672337 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0846028 May 11 16:19:04.675892 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42898) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:04.680232 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b3185-9809-47fe-a443-bed66123c42d None None] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:04.688580 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Request body: {'subnet': {'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-subnet', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:04.695626 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Pushing event updated for resources: {'Network': ['ID=68781442-ff8b-49fc-801b-1dea9dad5366,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:04.698530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:04.702278 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:04.706523 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Usage tracker for resource:subnet and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:04.712246 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:04.721743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:04.737971 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Made reservation on behalf of 4e1c550cdb7e493e9a0477b0e63eb3e3 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:04.743370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.771842 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 68781442-ff8b-49fc-801b-1dea9dad5366 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:19:04.836083 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:04.862911 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-147bed46-5505-4e00-8997-f8016737fe7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:05.001626 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Checking segment: {'id': '42886b13-0aad-4daa-a119-43c20a62a311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:05.002231 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Network hostable DHCP agents. Network: af782c76-639d-48b6-94c1-7c8421f38584, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:19:05.116599 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Network af782c76-639d-48b6-94c1-7c8421f38584 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:19:05.150335 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, af782c76-639d-48b6-94c1-7c8421f38584) {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:05.155961 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:05.158222 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:05.176614 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d15ddd-a42e-42c1-b594-5d226bc6b85e,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:05.182683 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:05.197774 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8f0e0-3ccb-40e6-9bf8-9e4e90fc2c94 None None] Network af782c76-639d-48b6-94c1-7c8421f38584 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:05.204424 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5270290 May 11 16:19:05.635113 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9694c-3b6d-47fe-bf18-bee46d628acb None None] Network af782c76-639d-48b6-94c1-7c8421f38584 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:05.723448 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:05.739139 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:05.747983 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-986d24e6-6a32-4525-9728-132c2f95c77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:05.833149 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:05.876598 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8343633b-88bb-4532-a049-6161e43450c5,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:05.879477 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:05.886932 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Checking segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:05.886932 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Network hostable DHCP agents. Network: 68781442-ff8b-49fc-801b-1dea9dad5366, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:19:05.917443 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Network 68781442-ff8b-49fc-801b-1dea9dad5366 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:19:05.952023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 68781442-ff8b-49fc-801b-1dea9dad5366) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:05.962793 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:05.965427 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:05.981276 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0fb44-3aa5-48b3-acad-8d4e13896231 None None] Network 68781442-ff8b-49fc-801b-1dea9dad5366 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:06.019711 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3424942 May 11 16:19:06.026071 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42928) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:06.046689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:06.068923 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:06.074334 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Usage tracker for resource:router and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:06.079699 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:06.087671 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:06.112279 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:06.114417 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:06.169718 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:06.245385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Allocated IP 172.27.2.240 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/74860418-99ee-4e96-b926-720c62b2b4d3) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:06.707714 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-68781442-ff8b-49fc-801b-1dea9dad5366', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:19:06.708626 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:06.738146 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:06.843945 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:06.874376 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:07.119478 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:07.120629 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Pushing event updated for resources: {'Port': ['ID=74860418-99ee-4e96-b926-720c62b2b4d3,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:07.124128 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:07.146842 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:07.156084 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:07.214680 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:07.499048 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Allocated IP 172.20.0.2 (68781442-ff8b-49fc-801b-1dea9dad5366/8343633b-88bb-4532-a049-6161e43450c5/5480b886-803c-492a-977d-80d914100767) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:07.543792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 42980) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:08.044496 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.086734 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.129241 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.147843 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:08.150238 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Transition to ACTIVE for port object 5480b886-803c-492a-977d-80d914100767 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:08.201522 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Transition to ACTIVE for port object 5480b886-803c-492a-977d-80d914100767 will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:08.217299 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.233034 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1ac71e14-a2ce-401f-9b2d-aa8288d6d281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:08.255193 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Usage tracker for resource:security_group_rule and tenant:94eca5777f9b4e67996ec8683edb9d34 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:08.270665 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:08.297365 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:08.378088 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.416696 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.472829 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Network 68781442-ff8b-49fc-801b-1dea9dad5366 is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:08.478405 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:08.495922 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:08.511444 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Pushing event updated for resources: {'Port': ['ID=5480b886-803c-492a-977d-80d914100767,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:08.621809 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.622517 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.622879 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.623215 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.623543 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.623904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.624300 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.624662 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.625014 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.625502 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.625784 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.626195 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Tracked resource versions report: May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: pushed versions: May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: { 'AddressGroup': {'1.2'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'ConntrackHelper': {'1.0'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Log': {'1.0'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Network': {'1.1'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Port': {'1.7'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'PortForwarding': {'1.2'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'QosPolicy': {'1.8'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroup': {'1.4'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroupRule': {'1.2'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SubPort': {'1.0'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Subnet': {'1.1'}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Trunk': {'1.1'}} May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: consumer versions: May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: HyperV agent@hv-cinder-76111: {}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'ConntrackHelper': '1.0', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Log': '1.0', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Network': '1.1', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Port': '1.7', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'PortForwarding': '1.2', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'QosPolicy': '1.8', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroup': '1.4', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SecurityGroupRule': '1.2', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'SubPort': '1.0', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Subnet': '1.1', May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: 'Trunk': '1.1'}} May 11 16:19:08.627422 dv-cinder-761113-11-iscsi neutron-server[78809]: {{(pid=78809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:19:08.665592 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:08.735396 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Attempting to bind port 5480b886-803c-492a-977d-80d914100767 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:08.737364 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Attempting to bind port 5480b886-803c-492a-977d-80d914100767 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:08.738148 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Attempting to bind port 5480b886-803c-492a-977d-80d914100767 on network 68781442-ff8b-49fc-801b-1dea9dad5366 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:08.751144 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:08.752550 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Checking segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:08.753121 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.754930 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Bound using segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:08.755804 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Bound port: 5480b886-803c-492a-977d-80d914100767, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:08.756881 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.818848 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43024) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:08.847165 dv-cinder-761113-11-iscsi neutron-server[78807]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 16:19:08.956664 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] For port 5480b886-803c-492a-977d-80d914100767, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:08.960730 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] For port 5480b886-803c-492a-977d-80d914100767, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=5480b886-803c-492a-977d-80d914100767,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:08.968392 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:08.973335 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:09.010387 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.038105 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.052278 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Pushing event updated for resources: {'Port': ['ID=5480b886-803c-492a-977d-80d914100767,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:09.058257 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:09.061427 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:09.068778 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Allocated IP 172.27.2.58 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/6a800d59-c518-42a1-aebb-067b37a833df) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:09.289243 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94eca5777f9b4e67996ec8683edb9d34&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7387986 May 11 16:19:09.289243 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411967c0-3232-4da1-b57a-fc86195836f0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:09.296507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43032) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:09.297369 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:09.316783 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.482962 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-dfc20894-c783-41f8-8a38-f3a490b25e00 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:09.483918 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-dfc20894-c783-41f8-8a38-f3a490b25e00 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Synchronizing usage tracker for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:09.515618 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.529268 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-dfc20894-c783-41f8-8a38-f3a490b25e00 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Unset dirty status for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:09.530465 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-dfc20894-c783-41f8-8a38-f3a490b25e00 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/networks?id=af782c76-639d-48b6-94c1-7c8421f38584 HTTP/1.1" status: 200 len: 812 time: 0.6994476 May 11 16:19:09.564043 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.646861 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.679712 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-5637e1f0-b468-4713-a479-165e3ba88aa8 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/quotas/7f7126a5e0da485aa38e6c55a320a36d HTTP/1.1" status: 200 len: 375 time: 0.1365097 May 11 16:19:09.777248 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-b4e9fb58-a0df-4142-9a22-e1cea195c9e5 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f7126a5e0da485aa38e6c55a320a36d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750988 May 11 16:19:09.786775 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Router 7f557812-1d07-4401-92f5-5927f4ee1981 is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:19:09.825933 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.837750 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7b37a668-0774-44bf-9830-165269b122ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:09.929791 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:09.962213 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:09.972248 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:09.980399 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:10.040920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Pushing event updated for resources: {'Port': ['ID=6a800d59-c518-42a1-aebb-067b37a833df,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:10.059402 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:10.080021 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:19:10.094632 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Sync routers for ids ['7f557812-1d07-4401-92f5-5927f4ee1981'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:19:10.124098 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Routers {'7f557812-1d07-4401-92f5-5927f4ee1981'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:10.125268 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:18:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['7f557812-1d07-4401-92f5-5927f4ee1981'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:10.141482 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:10.143194 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9027536 May 11 16:19:10.148131 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43068) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:10.260960 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 5480b886-803c-492a-977d-80d914100767 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:10.336428 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:19:10.376512 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:10.437626 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 5480b886-803c-492a-977d-80d914100767 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:10.636228 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Set router 7f557812-1d07-4401-92f5-5927f4ee1981 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:10.853079 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669d02c-14ed-412d-b9cb-49b0c924ec65 None None] Network 68781442-ff8b-49fc-801b-1dea9dad5366 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:10.867482 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-a0b78888-738c-4f96-a694-12b14e6a052b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:19:10.875198 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-a0b78888-738c-4f96-a694-12b14e6a052b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8305836 May 11 16:19:10.898569 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:10.977810 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:10.979088 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/411967c0-3232-4da1-b57a-fc86195836f0 HTTP/1.1" status: 204 len: 168 time: 1.6777732 May 11 16:19:10.991336 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411967c0-3232-4da1-b57a-fc86195836f0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:11.033079 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Provisioning for port 5480b886-803c-492a-977d-80d914100767 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:11.076201 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Provisioning complete for port 5480b886-803c-492a-977d-80d914100767 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:11.078007 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:11.090236 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:11.294566 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-016f3e20-2f31-4fa0-9892-40f4b9d8a505 service neutron] 10.222.0.73 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184995 May 11 16:19:11.453393 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:19:07Z', 'revision_number': 3, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:11.457003 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:11.458580 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Checking router: 7f557812-1d07-4401-92f5-5927f4ee1981 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:19:11.459047 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Updating router 7f557812-1d07-4401-92f5-5927f4ee1981 port 74860418-99ee-4e96-b926-720c62b2b4d3 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:19:11.518623 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] For port 5480b886-803c-492a-977d-80d914100767, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=5480b886-803c-492a-977d-80d914100767,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:11.524178 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:11.531349 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:11.588391 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:11.694219 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:11.772987 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Pushing event updated for resources: {'Port': ['ID=5480b886-803c-492a-977d-80d914100767,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:11.782848 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:11.785893 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:11.961133 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-c11fadc4-8cd3-4ff9-8686-7d15aa947a90 None None] Provisioning complete for port 5480b886-803c-492a-977d-80d914100767 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:11.961790 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c11fadc4-8cd3-4ff9-8686-7d15aa947a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.016891 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43104) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:12.078897 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.124433 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:12.142154 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Usage tracker for resource:security_group_rule and tenant:5a05bbced5444e75b21e8b66ff32bf00 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:12.147141 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:12.162271 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:12.208772 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-b13380f4-e909-48e6-a3cb-b1ea86462306 service neutron] 10.222.0.73 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544794 May 11 16:19:12.298455 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 5480b886-803c-492a-977d-80d914100767 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:12.340575 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Router dfb229db-c588-43ea-9fc3-d43387c8e142 is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:19:12.394656 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.420952 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Transition to ACTIVE for port object 74860418-99ee-4e96-b926-720c62b2b4d3 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:12.434528 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.439042 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 5480b886-803c-492a-977d-80d914100767 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:12.439623 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.447832 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:12.624823 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.629047 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Allocated IP 172.20.0.1 (4e8d45a7-9f03-45ba-b836-f8be507d6c50/5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c/04f949b5-e59e-4474-8406-69066782c220) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:12.631823 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Attempting to bind port 74860418-99ee-4e96-b926-720c62b2b4d3 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:12.632591 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Attempting to bind port 74860418-99ee-4e96-b926-720c62b2b4d3 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:12.632591 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Attempting to bind port 74860418-99ee-4e96-b926-720c62b2b4d3 on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:12.645182 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.653240 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:12.653599 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:12.654233 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.654635 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:12.655156 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Bound port: 74860418-99ee-4e96-b926-720c62b2b4d3, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:12.655552 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.667697 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-36ce9dd1-b180-47c6-aa2e-1053c873f23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:12.688603 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Pushing event updated for resources: {'Port': ['ID=74860418-99ee-4e96-b926-720c62b2b4d3,revision_number=2']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:12.729898 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.733755 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.734062 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.734368 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.734705 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.735029 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.735358 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.735676 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.736040 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.736359 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.736673 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.750806 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Tracked resource versions report: May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: pushed versions: May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: { 'AddressGroup': {'1.2'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'ConntrackHelper': {'1.0'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Log': {'1.0'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Network': {'1.1'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Port': {'1.7'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'PortForwarding': {'1.2'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'QosPolicy': {'1.8'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroup': {'1.4'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroupRule': {'1.2'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SubPort': {'1.0'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Subnet': {'1.1'}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Trunk': {'1.1'}} May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: consumer versions: May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: { DHCP agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: HyperV agent@hv-cinder-76111: {}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: L3 agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: Metadata agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: Metering agent@dv-cinder-761113-11-iscsi: {}, May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: Open vSwitch agent@dv-cinder-761113-11-iscsi: { 'AddressGroup': '1.2', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'ConntrackHelper': '1.0', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Log': '1.0', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Network': '1.1', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Port': '1.7', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'PortForwarding': '1.2', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'QosPolicy': '1.8', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroup': '1.4', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SecurityGroupRule': '1.2', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'SubPort': '1.0', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Subnet': '1.1', May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: 'Trunk': '1.1'}} May 11 16:19:12.751978 dv-cinder-761113-11-iscsi neutron-server[78810]: {{(pid=78810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:19:12.759509 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:12.812504 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2463ee3a-811a-47d7-9d65-00aaebaac98b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:12.825330 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a05bbced5444e75b21e8b66ff32bf00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7898405 May 11 16:19:12.831689 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.843082 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] For port 74860418-99ee-4e96-b926-720c62b2b4d3, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:12.849607 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:12.854715 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] For port 74860418-99ee-4e96-b926-720c62b2b4d3, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=74860418-99ee-4e96-b926-720c62b2b4d3,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:12.856299 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43128) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:12.865907 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.875494 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-d87c5e4e-ba86-4e94-9f0f-a179b2be88d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:12.910404 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:12.921070 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:13.007215 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:13.038416 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:13.048015 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Pushing event updated for resources: {'Port': ['ID=04f949b5-e59e-4474-8406-69066782c220,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:13.051171 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:13.052154 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:13.112100 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Routers {'7f557812-1d07-4401-92f5-5927f4ee1981'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:13.113470 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:18:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['7f557812-1d07-4401-92f5-5927f4ee1981'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:13.234357 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:19:13.255119 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Sync routers for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:19:13.282913 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-81bd4c82-e19c-4699-a00b-572749c10fa1 req-9273ee82-6b15-4b76-97ef-417dbb5e00bb tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.3448780 May 11 16:19:13.295534 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:13.298568 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:18:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:13.319586 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Pushing event updated for resources: {'Port': ['ID=74860418-99ee-4e96-b926-720c62b2b4d3,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:13.333461 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:13.337242 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:13.339515 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3094158 May 11 16:19:13.344837 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43146) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:13.366431 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:13.379072 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:13.617903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:13.700513 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] Set router 7f557812-1d07-4401-92f5-5927f4ee1981 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:13.954739 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:14.069909 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:14.077855 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:14.114107 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8fcbfa79-efa2-40cf-817b-992e56a9ab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:14.138570 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463ee3a-811a-47d7-9d65-00aaebaac98b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:14.144190 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:14.634943 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:14.641594 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2463ee3a-811a-47d7-9d65-00aaebaac98b HTTP/1.1" status: 204 len: 168 time: 1.7815828 May 11 16:19:14.645946 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:14.665802 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:14.667807 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:14.685069 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-afe82ee6-31ce-4b6c-853d-b07e2e389b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:14.800357 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:19:07Z', 'revision_number': 3, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:14.803041 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0d0e273a-f569-4937-9bf3-154f20c803c0 req-2358f5a0-7d6c-40af-a6ee-24b4b7cfe7e3 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.1731634 May 11 16:19:14.817299 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab179758-87f1-4b06-9642-2470208bb45d None None] The sync data for ids ['7f557812-1d07-4401-92f5-5927f4ee1981'] in dv-cinder-761113-11-iscsi is: [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:19:07Z', 'revision_number': 3, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:19:14.916957 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:10Z', 'revision_number': 3, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:14.941181 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Checking router: dfb229db-c588-43ea-9fc3-d43387c8e142 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:19:14.943455 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Updating router dfb229db-c588-43ea-9fc3-d43387c8e142 port 6a800d59-c518-42a1-aebb-067b37a833df binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:19:15.084378 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:15.193206 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Pushing event updated for resources: {'Port': ['ID=04f949b5-e59e-4474-8406-69066782c220,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:15.220598 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:15.227878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:15.229092 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:15.534589 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:15.683669 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Router 7f557812-1d07-4401-92f5-5927f4ee1981 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:19:16.282897 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cb3bf7b-0ec1-4a78-96ce-c8644d3fb20d req-525c2866-757a-497a-a468-f1b949e66156 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.1052165 May 11 16:19:16.293091 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:16.317409 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 74860418-99ee-4e96-b926-720c62b2b4d3 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:16.462340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Allocated IP 172.20.0.1 (68781442-ff8b-49fc-801b-1dea9dad5366/8343633b-88bb-4532-a049-6161e43450c5/31118c22-850e-41af-a2e3-b99c6e37bf68) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:16.550504 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Transition to ACTIVE for port object 6a800d59-c518-42a1-aebb-067b37a833df will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:16.600536 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:16.642927 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:19:16.654320 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:16.694964 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] 10.222.0.73 "PUT /v2.0/routers/7f557812-1d07-4401-92f5-5927f4ee1981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5453770 May 11 16:19:16.763139 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Attempting to bind port 6a800d59-c518-42a1-aebb-067b37a833df on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:16.763594 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Attempting to bind port 6a800d59-c518-42a1-aebb-067b37a833df by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:16.763925 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Attempting to bind port 6a800d59-c518-42a1-aebb-067b37a833df on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:16.776780 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff049d0-6ed8-40dd-9028-ace6ea580b89 None None] Pushing event updated for resources: {'Port': ['ID=6a800d59-c518-42a1-aebb-067b37a833df,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:16.808299 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-6ff049d0-6ed8-40dd-9028-ace6ea580b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:16.809751 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:16.810166 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:16.810540 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:16.810936 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:16.811542 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Bound port: 6a800d59-c518-42a1-aebb-067b37a833df, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:16.811959 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:16.926380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 74860418-99ee-4e96-b926-720c62b2b4d3 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:16.951099 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:16.973101 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 74860418-99ee-4e96-b926-720c62b2b4d3 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:16.973725 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:17.005865 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Transition to ACTIVE for port object 31118c22-850e-41af-a2e3-b99c6e37bf68 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:17.060045 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:17.070574 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9903b3d-4260-473e-a612-6d3e4e4dac7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:17.200037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Network 68781442-ff8b-49fc-801b-1dea9dad5366 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:17.204260 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:17.204948 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] For port 6a800d59-c518-42a1-aebb-067b37a833df, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:17.211393 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] For port 6a800d59-c518-42a1-aebb-067b37a833df, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=6a800d59-c518-42a1-aebb-067b37a833df,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:17.216401 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:17.217220 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:17.235927 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=31118c22-850e-41af-a2e3-b99c6e37bf68,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:17.244404 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:17.247004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:17.558541 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:17.780994 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:17.906093 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 74860418-99ee-4e96-b926-720c62b2b4d3, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=74860418-99ee-4e96-b926-720c62b2b4d3,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:17.962394 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:18.071091 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-89f0ed72-ba2b-41ef-a93a-10e3d216b087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:18.094489 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4797e505-a5f0-43ff-be65-83021c5697a8 req-0e74e147-8d75-4412-8b1b-fbb266bebfec tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.2124219 May 11 16:19:18.105635 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:18.119802 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-3fa868b9-f691-42c9-a8c2-404c50710f20 None None] Provisioning for port 31118c22-850e-41af-a2e3-b99c6e37bf68 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:18.124908 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff049d0-6ed8-40dd-9028-ace6ea580b89 None None] Pushing event updated for resources: {'Port': ['ID=6a800d59-c518-42a1-aebb-067b37a833df,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:18.127469 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:18.128135 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:18:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:18.279570 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-6ff049d0-6ed8-40dd-9028-ace6ea580b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:18.280257 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:18.351885 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Sync routers for ids ['7f557812-1d07-4401-92f5-5927f4ee1981'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:19:18.381983 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Routers {'7f557812-1d07-4401-92f5-5927f4ee1981'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:18.383177 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:18:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['7f557812-1d07-4401-92f5-5927f4ee1981'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:18.563387 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-3fa868b9-f691-42c9-a8c2-404c50710f20 None None] Provisioning complete for port 31118c22-850e-41af-a2e3-b99c6e37bf68 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:18.564606 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-3fa868b9-f691-42c9-a8c2-404c50710f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:18.641709 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43314) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:18.660318 dv-cinder-761113-11-iscsi neutron-server[78808]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 16:19:18.740094 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:18.748667 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:18.750326 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:18.754672 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:18.859176 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Set router 7f557812-1d07-4401-92f5-5927f4ee1981 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:18.891034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=31118c22-850e-41af-a2e3-b99c6e37bf68,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:18.946642 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:19.013305 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-58498ce3-e4ba-4256-ae90-8dfcddf0d990 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:19.014343 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-58498ce3-e4ba-4256-ae90-8dfcddf0d990 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Synchronizing usage tracker for tenant:aceeccde2e8942099297467ff6f42b54 on resource:network {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:19.041931 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-58498ce3-e4ba-4256-ae90-8dfcddf0d990 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Unset dirty status for tenant:aceeccde2e8942099297467ff6f42b54 on resource:network {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:19.043243 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-58498ce3-e4ba-4256-ae90-8dfcddf0d990 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 819 time: 0.3851137 May 11 16:19:19.050149 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=74860418-99ee-4e96-b926-720c62b2b4d3,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:19.066538 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:19.067683 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-3fa868b9-f691-42c9-a8c2-404c50710f20 None None] Port 31118c22-850e-41af-a2e3-b99c6e37bf68 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:19:19.071309 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-85677317-97e3-43c6-b320-c2709e73f40a tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/quotas/aceeccde2e8942099297467ff6f42b54 HTTP/1.1" status: 200 len: 375 time: 0.0201702 May 11 16:19:19.204111 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:19.239705 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Network 68781442-ff8b-49fc-801b-1dea9dad5366 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:19.244167 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:19.364289 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-a4d9c41e-e9df-472a-8b55-ef9ab54f2556 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Synchronizing usage tracker for tenant:aceeccde2e8942099297467ff6f42b54 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:19.416634 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-a4d9c41e-e9df-472a-8b55-ef9ab54f2556 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Unset dirty status for tenant:aceeccde2e8942099297467ff6f42b54 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:19.419861 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-a4d9c41e-e9df-472a-8b55-ef9ab54f2556 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3403153 May 11 16:19:19.694523 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20bcde96-55cf-4a70-9a8a-99f0419284ae req-a277326e-d82c-4a73-b390-326acc90d7e4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.0626221 May 11 16:19:19.770145 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:19:13Z', 'revision_number': 4, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '04f949b5-e59e-4474-8406-69066782c220', 'name': '', 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'mac_address': 'fa:16:3e:65:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:12Z', 'updated_at': '2021-05-11T16:19:14Z', 'revision_number': 2, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'subnets': [{'id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:19.784271 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Checking router: 7f557812-1d07-4401-92f5-5927f4ee1981 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:19:19.787652 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Updating router 7f557812-1d07-4401-92f5-5927f4ee1981 port 04f949b5-e59e-4474-8406-69066782c220 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:19:19.830026 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Router dfb229db-c588-43ea-9fc3-d43387c8e142 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:19:19.843464 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-2b85d2ea-7637-48a2-83b0-160d74e79ef9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:19:19.850666 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-2b85d2ea-7637-48a2-83b0-160d74e79ef9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1167395 May 11 16:19:19.890634 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:19.963891 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-cfbef86f-a6fb-4a55-af41-3e140abe12de None None] Provisioning complete for port 31118c22-850e-41af-a2e3-b99c6e37bf68 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:19.965057 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-cfbef86f-a6fb-4a55-af41-3e140abe12de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:20.154986 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-cfbef86f-a6fb-4a55-af41-3e140abe12de None None] Port 31118c22-850e-41af-a2e3-b99c6e37bf68 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:19:20.238484 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-a019bf9b-8728-425b-9ca6-77e3ed0d57b5 service neutron] 10.222.0.73 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869510 May 11 16:19:20.270231 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 74860418-99ee-4e96-b926-720c62b2b4d3 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:20.414690 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:19:20.452141 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] 10.222.0.73 "PUT /v2.0/routers/dfb229db-c588-43ea-9fc3-d43387c8e142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0976238 May 11 16:19:20.455736 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-7bc95546-cea0-4167-a6c5-52565244ff95 service neutron] 10.222.0.73 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038138 May 11 16:19:20.456780 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 74860418-99ee-4e96-b926-720c62b2b4d3 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:20.457489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:20.469018 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:20.520382 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Transition to ACTIVE for port object 04f949b5-e59e-4474-8406-69066782c220 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:20.541483 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:20.573567 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:20.639903 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:20.655134 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:16Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:20.670761 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6cc1b2-b201-4e0b-ab92-e10f2601e47a None None] The sync data for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi is: [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:16Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:19:21.000681 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04804356-9110-4d11-9175-ddd1861be1b6 None None] Pushing event updated for resources: {'Port': ['ID=04f949b5-e59e-4474-8406-69066782c220,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:21.019562 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-04804356-9110-4d11-9175-ddd1861be1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:21.060338 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-84cca538-231e-47f1-864d-5fc4098c297a req-3f3d3f86-8f63-440a-ab1c-93e2135a1c5c tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.0966575 May 11 16:19:21.219404 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Attempting to bind port 04f949b5-e59e-4474-8406-69066782c220 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:21.220056 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Attempting to bind port 04f949b5-e59e-4474-8406-69066782c220 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:21.220645 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Attempting to bind port 04f949b5-e59e-4474-8406-69066782c220 on network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:21.247963 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-231417b8-5bf2-4c27-8773-f198ea8ccf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:21.254271 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:21.254651 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Checking segment: {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:21.259020 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:21.259895 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Bound using segment: {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:21.262664 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Bound port: 04f949b5-e59e-4474-8406-69066782c220, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:21.265085 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:21.322591 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ac4c2ff-9b26-4280-a8ad-0f9b0e875577 req-72319768-49c6-44ad-bef7-7e5e245add23 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 210 time: 0.1135612 May 11 16:19:21.550712 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] For port 04f949b5-e59e-4474-8406-69066782c220, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:21.582618 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] For port 04f949b5-e59e-4474-8406-69066782c220, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=04f949b5-e59e-4474-8406-69066782c220,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:21.596957 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:21.618856 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:21.719058 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.87', 58909) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:21.891393 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Routers {'7f557812-1d07-4401-92f5-5927f4ee1981'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:21.892317 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:19:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['7f557812-1d07-4401-92f5-5927f4ee1981'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:22.015280 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43434) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:22.030815 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647965517', 'description': 'tempest-description--1399907096'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:22.057601 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:22.076844 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:22.100468 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:22.147608 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:22.184866 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:22.270575 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:22.279328 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group_rule and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:22.292390 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:22.317763 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04804356-9110-4d11-9175-ddd1861be1b6 None None] Pushing event updated for resources: {'Port': ['ID=04f949b5-e59e-4474-8406-69066782c220,revision_number=4']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:22.335075 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:22.368588 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-04804356-9110-4d11-9175-ddd1861be1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:22.423812 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 6a800d59-c518-42a1-aebb-067b37a833df up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:22.524858 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] Set router 7f557812-1d07-4401-92f5-5927f4ee1981 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:22.633995 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-98ced4b7-95de-4bd3-bbad-8acd03e4b67a tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:22.635796 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-98ced4b7-95de-4bd3-bbad-8acd03e4b67a tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.87 "GET /v2.0/networks?id=af782c76-639d-48b6-94c1-7c8421f38584 HTTP/1.1" status: 200 len: 812 time: 0.9155216 May 11 16:19:22.701387 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Request body: {'port': {'device_id': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584', 'admin_state_up': True, 'tenant_id': '7f7126a5e0da485aa38e6c55a320a36d'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:22.712787 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:22.718668 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:22.736915 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:22.740753 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 6a800d59-c518-42a1-aebb-067b37a833df completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:22.751830 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 6a800d59-c518-42a1-aebb-067b37a833df triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:22.752239 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.013026 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8fe255fb-54cd-4601-87c7-7ce544e969e4 req-1b6b2d08-7d2c-42a2-bb45-c97e357915fe tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.2420661 May 11 16:19:23.014628 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49acb441-81bd-4ec2-9c3a-7bab3f6a9827,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:23.038074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.044540 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0270762 May 11 16:19:23.050170 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:23.059826 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43488) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:23.089093 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'security_group_rule': {'security_group_id': '49acb441-81bd-4ec2-9c3a-7bab3f6a9827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:23.111712 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:23.131080 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group_rule and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:23.140267 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:23.177932 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:23.197051 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90174-72a2-4116-a961-2153e84f940c req-ca066624-3f64-4c7f-8890-417a5468fd0b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:23.204153 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-ca066624-3f64-4c7f-8890-417a5468fd0b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 819 time: 0.9009454 May 11 16:19:23.256643 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.274113 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-839d9cf7-5059-4c64-8e97-88cdb7101df4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/quotas/aceeccde2e8942099297467ff6f42b54 HTTP/1.1" status: 200 len: 375 time: 0.0689139 May 11 16:19:23.313989 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.325280 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.360256 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 6a800d59-c518-42a1-aebb-067b37a833df, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=6a800d59-c518-42a1-aebb-067b37a833df,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:23.368330 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.371910 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:23.378140 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:23.385712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Usage tracker for resource:port and tenant:7f7126a5e0da485aa38e6c55a320a36d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:23.394616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:23.405835 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.413883 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.415270 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:23.450325 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:23.472950 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3d2e1e-04dc-4727-8a00-a2b41d108780,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:23.480047 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:23.482117 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.487463 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4248717 May 11 16:19:23.488145 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43518) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:23.497244 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'security_group_rule': {'security_group_id': '49acb441-81bd-4ec2-9c3a-7bab3f6a9827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:23.509619 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:23.517153 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group_rule and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:23.523255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:23.529240 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Made reservation on behalf of 7f7126a5e0da485aa38e6c55a320a36d for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:23.533700 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:23.546159 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.572078 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=6a800d59-c518-42a1-aebb-067b37a833df,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:23.597317 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.611161 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:23.815184 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:19:13Z', 'revision_number': 4, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '04f949b5-e59e-4474-8406-69066782c220', 'name': '', 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'mac_address': 'fa:16:3e:65:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:12Z', 'updated_at': '2021-05-11T16:19:21Z', 'revision_number': 4, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'subnets': [{'id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:23.821526 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e9887-ab6c-4c36-bbd9-451dbe911fe7 None None] The sync data for ids ['7f557812-1d07-4401-92f5-5927f4ee1981'] in dv-cinder-761113-11-iscsi is: [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:19:13Z', 'revision_number': 4, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '04f949b5-e59e-4474-8406-69066782c220', 'name': '', 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'mac_address': 'fa:16:3e:65:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:12Z', 'updated_at': '2021-05-11T16:19:21Z', 'revision_number': 4, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'subnets': [{'id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:19:23.866048 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.874265 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:23.880534 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:24.023750 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dedb152-9c73-48b3-b1bd-09a9659e453a,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:24.065528 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:24.068911 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:24.087090 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5966666 May 11 16:19:24.087990 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43536) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:24.102623 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:24.142735 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:24.169216 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:floatingip and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:24.192775 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:24.207413 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:24.236358 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:24.272998 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-3c4c7e89-c31d-486c-a4e8-54f0dddb74c9 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9897368 May 11 16:19:24.683970 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 04f949b5-e59e-4474-8406-69066782c220 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:25.021114 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43562) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:25.021672 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.87', 58918) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:25.078107 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 04f949b5-e59e-4474-8406-69066782c220 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:25.112616 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 04f949b5-e59e-4474-8406-69066782c220 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:25.113549 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:25.143689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Allocated IP 172.20.0.8 (af782c76-639d-48b6-94c1-7c8421f38584/37d15ddd-a42e-42c1-b594-5d226bc6b85e/0999eb94-2de8-456a-a0d2-edcc7ca75fd6) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:25.208399 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-667249f8-ea4f-427d-bd21-1d3edc9b3065 req-eaae705d-32ab-4a56-88d6-f32045e13249 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.5463598 May 11 16:19:25.346187 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-11a95e63-7f34-485e-b068-6d93d16cd73c service neutron] 10.222.0.73 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0716002 May 11 16:19:25.512930 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:25.587923 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:25.739506 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:25.760308 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 04f949b5-e59e-4474-8406-69066782c220, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=04f949b5-e59e-4474-8406-69066782c220,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:25.766600 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:25.769459 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 6a800d59-c518-42a1-aebb-067b37a833df up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:25.899351 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:25.899736 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-20c31ab4-35b0-4e37-b71a-ec3fc2cddd9e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:25.903594 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-20c31ab4-35b0-4e37-b71a-ec3fc2cddd9e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 819 time: 0.8378444 May 11 16:19:25.946482 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:25.976452 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Request body: {'port': {'device_id': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'admin_state_up': True, 'tenant_id': 'aceeccde2e8942099297467ff6f42b54'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:25.991608 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Sync routers for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:19:26.030978 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Usage tracker for resource:security_group_rule and tenant:4c967ae2b9014b96913d189729257179 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:26.223918 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:26.224640 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:19:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:26.414407 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:26.437194 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:26.487006 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:26.613058 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=04f949b5-e59e-4474-8406-69066782c220,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:26.617823 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-03944b98-52c6-465f-8215-fc8a759b9e3c service neutron] 10.222.0.73 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2614536 May 11 16:19:26.625318 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:26.644386 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:26.652803 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 6a800d59-c518-42a1-aebb-067b37a833df triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:26.653448 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:26.687153 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:26.720034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:26.976105 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Pushing event updated for resources: {'Port': ['ID=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:26.982878 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:27.011942 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Network af782c76-639d-48b6-94c1-7c8421f38584 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:27.013706 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:27.036592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:27.044437 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:27.045686 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:27.105528 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4165187 May 11 16:19:27.185283 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b054-a38e-49d2-bce9-cda0970fa69e req-398d978c-faa8-4664-a697-bbd491da8c90 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:27.208847 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-45d4b054-a38e-49d2-bce9-cda0970fa69e req-398d978c-faa8-4664-a697-bbd491da8c90 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 931 time: 0.7105110 May 11 16:19:27.221844 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-b4f0e7e2-84e8-4a4a-be94-f485d7b41496 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:19:27.233696 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-b4f0e7e2-84e8-4a4a-be94-f485d7b41496 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235560 May 11 16:19:27.292894 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-66e3fe15-7367-417e-b247-289a7502686d req-c7ce34e1-8426-4ae0-9baf-772edd7d37bc tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.1837606 May 11 16:19:27.404106 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:27.408903 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:27.453539 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-45d4b054-a38e-49d2-bce9-cda0970fa69e req-b10853bc-71d6-4618-a06f-678d80957fb7 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416494 May 11 16:19:27.692085 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:27.804364 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Request body: {'port': {'device_id': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:27.810353 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:28.013063 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Made reservation on behalf of aceeccde2e8942099297467ff6f42b54 for: {'port': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:28.029889 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:28.404902 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 04f949b5-e59e-4474-8406-69066782c220 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:28.410142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:28.498932 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:28.688066 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:28.689542 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Allocated IP 172.27.2.95 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/aa079b04-c3ce-4a9d-bb26-9c01ac829c76) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:28.791002 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:28.844071 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-82adf393-6d27-4e71-a8ac-96ec9e7b2834 req-603ef9e8-2213-4a76-8e5e-f11516bcea93 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.2983534 May 11 16:19:29.219294 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 04f949b5-e59e-4474-8406-69066782c220 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:29.219948 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:29.339365 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:18Z', 'revision_number': 2, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:29.626843 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Checking router: dfb229db-c588-43ea-9fc3-d43387c8e142 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:19:29.627685 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Updating router dfb229db-c588-43ea-9fc3-d43387c8e142 port 31118c22-850e-41af-a2e3-b99c6e37bf68 binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:19:29.775147 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:29.974106 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:30.078907 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd85e2b-be5f-40bc-9ce1-3697f5fb1443,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:30.122088 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c967ae2b9014b96913d189729257179&name=default HTTP/1.1" status: 200 len: 2975 time: 5.0709312 May 11 16:19:30.124504 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.333s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:30.125938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43726) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:30.393487 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c65bc874-5c1d-46a6-8314-e422286ccfad req-b3a603bc-977a-497b-9930-c9c67c6b76b8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.1593900 May 11 16:19:30.482313 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:30.528316 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:30.588271 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:30.591649 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Allocated IP 172.20.0.3 (4e8d45a7-9f03-45ba-b836-f8be507d6c50/5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c/76162825-00ea-4588-9efa-dc1247e3ae62) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:30.600373 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:30.602848 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:30.641380 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:30.708380 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:19:30.755364 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:30.840003 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Transition to ACTIVE for port object 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:30.852104 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:30.910992 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:30.919742 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:31.118387 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:31.139794 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'Port': ['ID=aa079b04-c3ce-4a9d-bb26-9c01ac829c76,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:31.168089 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:31.206690 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43752) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:31.207435 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.87', 58932) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:31.255625 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:31.273274 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:31.280835 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:31.349609 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Transition to ACTIVE for port object 31118c22-850e-41af-a2e3-b99c6e37bf68 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:31.375564 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:31.395679 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:31.502337 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Attempting to bind port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:31.504005 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Attempting to bind port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '42886b13-0aad-4daa-a119-43c20a62a311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:31.505863 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Attempting to bind port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 on network af782c76-639d-48b6-94c1-7c8421f38584 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:31.528590 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 on network af782c76-639d-48b6-94c1-7c8421f38584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:19:31.530109 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Attempting to bind port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 on network af782c76-639d-48b6-94c1-7c8421f38584 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:31.576513 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:31.577531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Checking segment: {'id': '42886b13-0aad-4daa-a119-43c20a62a311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:31.580146 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Bound using segment: {'id': '42886b13-0aad-4daa-a119-43c20a62a311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:31.582502 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Bound port: 0999eb94-2de8-456a-a0d2-edcc7ca75fd6, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42886b13-0aad-4daa-a119-43c20a62a311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:31.583097 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:31.722628 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:31.972068 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcd227-2466-4bca-9ff8-05ae35182bbc None None] Pushing event updated for resources: {'Port': ['ID=31118c22-850e-41af-a2e3-b99c6e37bf68,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:31.977728 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-16fcd227-2466-4bca-9ff8-05ae35182bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:32.281676 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Attempting to bind port 31118c22-850e-41af-a2e3-b99c6e37bf68 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:32.282352 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Attempting to bind port 31118c22-850e-41af-a2e3-b99c6e37bf68 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:32.282933 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Attempting to bind port 31118c22-850e-41af-a2e3-b99c6e37bf68 on network 68781442-ff8b-49fc-801b-1dea9dad5366 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:32.333947 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43784) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:32.346129 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:32.348279 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Checking segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:32.349017 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:32.349679 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Bound using segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:32.350877 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Bound port: 31118c22-850e-41af-a2e3-b99c6e37bf68, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:32.351156 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:32.409488 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:32.448080 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2d3b75a2-60ef-4001-8c8e-9186baded544 req-8e3459f7-94a4-4ff7-a9d9-228de03de1d9 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.3453004 May 11 16:19:32.482391 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] For port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:32.521604 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] For port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,segment=NetworkSegment(42886b13-0aad-4daa-a119-43c20a62a311),segment_id=42886b13-0aad-4daa-a119-43c20a62a311)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:32.538269 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:32.550016 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:32.751722 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:32.752601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:32.754489 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] 10.222.0.87 "PUT /v2.0/ports/0999eb94-2de8-456a-a0d2-edcc7ca75fd6 HTTP/1.1" status: 200 len: 1093 time: 5.3381929 May 11 16:19:32.755357 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'tag': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:19:32.933171 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:32.961966 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:32.980370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:32.989733 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:32.999363 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Usage tracker for resource:security_group_rule and tenant:057c672bc2b94667857876f0c762e078 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:33.004224 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:33.019796 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:33.113212 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] For port 31118c22-850e-41af-a2e3-b99c6e37bf68, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:33.126291 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] For port 31118c22-850e-41af-a2e3-b99c6e37bf68, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=31118c22-850e-41af-a2e3-b99c6e37bf68,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:33.133011 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:33.142086 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-be900216-0312-4553-89f8-efed479a9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:33.146250 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-be900216-0312-4553-89f8-efed479a9c45 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7f7126a5e0da485aa38e6c55a320a36d&device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 1096 time: 0.2848086 May 11 16:19:33.148199 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d5e5d313-3138-493b-912b-0e8d47ad0550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:33.340883 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-dd3e144c-730f-4929-85f1-f4aca0595b59 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6 HTTP/1.1" status: 200 len: 217 time: 0.1869171 May 11 16:19:33.404168 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:33.438348 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:19:33.439148 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:19:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:33.750618 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-4a700f82-ab43-4d37-9b44-d82b818fb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:33.752931 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:33.754785 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0fd85e2b-be5f-40bc-9ce1-3697f5fb1443 HTTP/1.1" status: 204 len: 168 time: 3.6190083 May 11 16:19:33.756045 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:33.758051 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-4a700f82-ab43-4d37-9b44-d82b818fb91d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37d15ddd-a42e-42c1-b594-5d226bc6b85e HTTP/1.1" status: 200 len: 852 time: 0.3708313 May 11 16:19:33.835302 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:33.845275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:77fe547695fa49fa8c0f487aed13a5dd is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:33.852921 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:33.881848 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:34.112945 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcd227-2466-4bca-9ff8-05ae35182bbc None None] Pushing event updated for resources: {'Port': ['ID=31118c22-850e-41af-a2e3-b99c6e37bf68,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:34.123371 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-16fcd227-2466-4bca-9ff8-05ae35182bbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:34.139009 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-37b021f6-353e-4b62-9dfe-6e9cce389982 req-b38a3458-7b0a-4201-b910-9e0b7fef9fd2 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.3964653 May 11 16:19:34.156130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:34.164548 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:34.169102 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-1ad9fb87-7381-4c5f-8c12-5910c7fd7a9e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=af782c76-639d-48b6-94c1-7c8421f38584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2529142 May 11 16:19:34.173813 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfb777-3c81-4136-ae1d-1891c3883f7e req-754c8d62-be3c-4820-bb2d-39006702b237 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:34.176091 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4dbfb777-3c81-4136-ae1d-1891c3883f7e req-754c8d62-be3c-4820-bb2d-39006702b237 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 931 time: 5.1973894 May 11 16:19:34.271867 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:34.329554 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:19:34.406367 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:34.434588 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd85e2b-be5f-40bc-9ce1-3697f5fb1443,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:34.446698 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:34.499837 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3822fb75-ade8-47f3-8bf6-8b7a2933d5b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:34.597251 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b21c5a-ebc0-482c-9537-a5bdd8d65dee,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:34.614457 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:34.625648 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90174-72a2-4116-a961-2153e84f940c req-e812292d-aec2-4363-a3d4-4fd4089215f3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:34.639055 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-e812292d-aec2-4363-a3d4-4fd4089215f3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 819 time: 3.2487965 May 11 16:19:34.704610 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:34.745602 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:34.765137 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-a7fa7878-6aea-4e5d-8964-ad24cc347a23 service neutron] 10.222.0.87 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886014 May 11 16:19:34.771968 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=057c672bc2b94667857876f0c762e078&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4363627 May 11 16:19:34.771968 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62225ebe-74ba-45e0-b77a-d4cff310f2a6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:34.771968 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43836) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:34.775591 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:34.799921 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Request body: {'port': {'device_id': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'admin_state_up': True, 'tenant_id': 'aceeccde2e8942099297467ff6f42b54'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:34.929384 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77fe547695fa49fa8c0f487aed13a5dd&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5407479 May 11 16:19:34.948238 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43844) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:34.961138 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'tag': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6', 'status': 'completed', 'code': 200} May 11 16:19:35.035155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 31118c22-850e-41af-a2e3-b99c6e37bf68 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:35.187531 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4dbfb777-3c81-4136-ae1d-1891c3883f7e req-9eac2560-fbeb-4280-9ff3-9ee2f9d537cf tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9781713 May 11 16:19:35.523255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:35.535798 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:35.566113 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Usage tracker for resource:port and tenant:aceeccde2e8942099297467ff6f42b54 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:35.580118 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:35.622363 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:35.668917 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:35.687724 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:35.699421 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:35.748180 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Made reservation on behalf of aceeccde2e8942099297467ff6f42b54 for: {'port': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:35.790137 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:35.856635 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 31118c22-850e-41af-a2e3-b99c6e37bf68 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:35.876795 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:35.891584 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:35.896822 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 31118c22-850e-41af-a2e3-b99c6e37bf68 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:35.899502 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.022573 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:36.040943 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:36.043596 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.050635 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:36.056993 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:36.057862 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.171245 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:33Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:19:36.173528 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.194156 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Pushing event updated for resources: {'Port': ['ID=76162825-00ea-4588-9efa-dc1247e3ae62,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:36.203939 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:36.205463 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.2548842 May 11 16:19:36.206290 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.207510 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.1185539 May 11 16:19:36.208247 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:36.212914 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00bd32-a42d-4629-8ca8-c5556596dcb7 None None] The sync data for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi is: [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:33Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:19:36.249716 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-46670e95-7b73-4850-98f4-bbcceb92e33e req-e33fbfa6-59fd-4df4-9eed-0e83b02787a1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.4819250 May 11 16:19:36.362273 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.404981 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.516175 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Request body: {'port': {'device_id': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:36.548035 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 31118c22-850e-41af-a2e3-b99c6e37bf68, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=31118c22-850e-41af-a2e3-b99c6e37bf68,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:36.557476 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.559970 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:36.712627 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.815501 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd3f7492-add4-402f-8ca4-82b38cdbfb40 req-5948ea9e-274d-43bc-907a-88eac81074ea service neutron] 10.222.0.87 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8759367 May 11 16:19:36.829889 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:36.864877 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62225ebe-74ba-45e0-b77a-d4cff310f2a6,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:36.872643 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:36.887444 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.905998 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62225ebe-74ba-45e0-b77a-d4cff310f2a6 HTTP/1.1" status: 204 len: 168 time: 2.1324995 May 11 16:19:36.938711 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:36.943512 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c0393205-7710-4241-ac75-33883d0ffb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:36.985946 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b21c5a-ebc0-482c-9537-a5bdd8d65dee,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:36.994713 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:36.997155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=31118c22-850e-41af-a2e3-b99c6e37bf68,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:37.009361 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:37.177754 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:37.179497 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/44b21c5a-ebc0-482c-9537-a5bdd8d65dee HTTP/1.1" status: 204 len: 168 time: 1.9099672 May 11 16:19:37.264157 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'Port': ['ID=aa079b04-c3ce-4a9d-bb26-9c01ac829c76,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:37.358622 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-8d4a5011-4c09-4cb0-bb7a-d23bcf3fa0d4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:37.381420 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-335cee96-1423-4942-a6e9-9ee9b7f1358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:37.383100 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-335cee96-1423-4942-a6e9-9ee9b7f1358e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7f7126a5e0da485aa38e6c55a320a36d&device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 1096 time: 0.3874097 May 11 16:19:37.447525 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:37.597666 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:37.757154 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Allocated IP 172.20.0.8 (4e8d45a7-9f03-45ba-b836-f8be507d6c50/5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c/4da4136a-0510-4168-ab29-d9ba0d4f6849) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:37.859186 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-8d4a5011-4c09-4cb0-bb7a-d23bcf3fa0d4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:37.869579 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-8d4a5011-4c09-4cb0-bb7a-d23bcf3fa0d4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--647965517&fields=id&tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 267 time: 0.6574173 May 11 16:19:38.062088 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d18728-234d-4ae8-98d2-96662cea1000 req-d713084c-995b-4701-adbe-fd0e50699fd0 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:38.064047 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-42d18728-234d-4ae8-98d2-96662cea1000 req-d713084c-995b-4701-adbe-fd0e50699fd0 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 943 time: 1.2581871 May 11 16:19:38.469797 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-75e522de-bf83-4817-a2de-fd3eaac7a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:38.478642 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-75e522de-bf83-4817-a2de-fd3eaac7a6f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=af782c76-639d-48b6-94c1-7c8421f38584 HTTP/1.1" status: 200 len: 913 time: 1.0842266 May 11 16:19:38.559129 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-42d18728-234d-4ae8-98d2-96662cea1000 req-6d37307f-320f-411e-bac5-f9edfde6621a tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046853 May 11 16:19:38.854062 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 43926) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:38.879145 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 31118c22-850e-41af-a2e3-b99c6e37bf68 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:39.037188 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:39.075136 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-210566b0-f7ed-4d9e-93b8-8b7672db96ac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:39.094835 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-210566b0-f7ed-4d9e-93b8-8b7672db96ac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:39.112809 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 31118c22-850e-41af-a2e3-b99c6e37bf68 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:39.116014 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:39.210856 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-86139b67-5bea-466c-ab0f-5a8205b886ee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6 HTTP/1.1" status: 200 len: 217 time: 0.6789131 May 11 16:19:39.221332 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-210566b0-f7ed-4d9e-93b8-8b7672db96ac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:39.228524 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-210566b0-f7ed-4d9e-93b8-8b7672db96ac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 816 time: 1.3571620 May 11 16:19:39.484728 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-8ee4dd7b-5a55-41d7-8ef3-aaf1fee82acf req-140c2bd6-8743-4c1b-849a-86914edec2de tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Synchronizing usage tracker for tenant:aceeccde2e8942099297467ff6f42b54 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:39.507717 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:39.586101 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Usage tracker for resource:security_group_rule and tenant:78938abe93694ee1930a58588ed2908a is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:39.593560 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-1712e541-5098-4060-8d45-6dce6918ea31 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/quotas/4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 375 time: 0.1816187 May 11 16:19:39.605894 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:39.689393 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:39.700539 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-8ee4dd7b-5a55-41d7-8ef3-aaf1fee82acf req-140c2bd6-8743-4c1b-849a-86914edec2de tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Unset dirty status for tenant:aceeccde2e8942099297467ff6f42b54 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:39.728019 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8ee4dd7b-5a55-41d7-8ef3-aaf1fee82acf req-140c2bd6-8743-4c1b-849a-86914edec2de tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.5756402 May 11 16:19:39.983046 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-4e703765-d8a1-4900-b8c3-a62fedba1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:39.990322 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-4e703765-d8a1-4900-b8c3-a62fedba1960 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37d15ddd-a42e-42c1-b594-5d226bc6b85e HTTP/1.1" status: 200 len: 852 time: 0.7587545 May 11 16:19:40.019173 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43958) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:40.053800 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:40.351998 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:40.455244 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:40.467110 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Usage tracker for resource:security_group_rule and tenant:dab05e1f670a4855978250af77ff06e5 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:40.477326 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:40.498797 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:40.682024 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:40.784571 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:40.828303 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-83637a71-4e09-481d-a9ad-552438f1e498 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=af782c76-639d-48b6-94c1-7c8421f38584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8031929 May 11 16:19:40.838526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-6e3fbce1-92df-43c0-8162-9ba93d1f95f1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:40.848061 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:40.884740 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:40.893866 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9622a4b6-27b9-4189-a5ea-985abe913ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:40.931842 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dab05e1f670a4855978250af77ff06e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9016151 May 11 16:19:40.935841 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31338f5d-b3cd-4c15-885d-3f577f6a41fa,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:40.940689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 43974) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:40.944910 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:40.964250 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-6e3fbce1-92df-43c0-8162-9ba93d1f95f1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:40.966536 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-6e3fbce1-92df-43c0-8162-9ba93d1f95f1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3414502 May 11 16:19:41.143116 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:41.152157 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:41.156499 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:41.166621 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:41.168160 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.204590 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.db.resource_extend [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:19:41.218991 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-9553ea61-18d3-4cb0-9660-8e00e9bd0513 service neutron] 10.222.0.87 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594039 May 11 16:19:41.256781 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4869587 May 11 16:19:41.433266 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-bb1e7dec-e89c-4cdc-809d-5e3dff03e440 service neutron] 10.222.0.73 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063451 May 11 16:19:41.473846 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Request body: {'port': {'device_id': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:41.535978 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Pushing event updated for resources: {'Port': ['ID=4da4136a-0510-4168-ab29-d9ba0d4f6849,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:41.609924 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76162825-00ea-4588-9efa-dc1247e3ae62 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:19:41.616017 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.639325 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Transition to ACTIVE for port object 76162825-00ea-4588-9efa-dc1247e3ae62 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:41.659827 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:41.668133 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.687535 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.709140 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:41.715389 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-34d4ec43-e52f-4b83-8fb6-e85f39aca9e3 service neutron] 10.222.0.73 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409739 May 11 16:19:41.766682 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.770466 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510eb9-38ae-4fba-a2f1-9d948cd98e98 req-ebcaf740-d44a-4800-b9a8-897b81f00bcc tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:41.771988 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-18510eb9-38ae-4fba-a2f1-9d948cd98e98 req-ebcaf740-d44a-4800-b9a8-897b81f00bcc tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 943 time: 1.1139934 May 11 16:19:41.772663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.824493 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.904504 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c1a920a-3547-49b5-b9cb-a75fd0d76411 req-71c114ea-018a-4d9d-9883-1580a9a895ed service neutron] 10.222.0.87 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657612 May 11 16:19:41.940037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.945649 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:41.958490 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31338f5d-b3cd-4c15-885d-3f577f6a41fa,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:41.961218 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:41.980189 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:41.981343 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31338f5d-b3cd-4c15-885d-3f577f6a41fa HTTP/1.1" status: 204 len: 168 time: 1.0398362 May 11 16:19:42.060485 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78938abe93694ee1930a58588ed2908a&name=default HTTP/1.1" status: 200 len: 2978 time: 3.2029748 May 11 16:19:42.071478 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44010) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:42.129449 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Pushing event updated for resources: {'Port': ['ID=76162825-00ea-4588-9efa-dc1247e3ae62,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:42.150434 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:42.155124 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aeed99b5-b651-4279-ade6-0e39c7950bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:42.169970 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:42.194626 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-18510eb9-38ae-4fba-a2f1-9d948cd98e98 req-08417a13-3371-4cde-b4f0-a7387e3070bb tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191714 May 11 16:19:42.195422 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Attempting to bind port 76162825-00ea-4588-9efa-dc1247e3ae62 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:42.195871 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Attempting to bind port 76162825-00ea-4588-9efa-dc1247e3ae62 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:42.196225 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Attempting to bind port 76162825-00ea-4588-9efa-dc1247e3ae62 on network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:42.264137 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e934703-cf4b-4343-bc43-d201c52618e3 req-31fc2c18-d1b1-40bf-ad98-eb7046c81a4e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:42.268913 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1e934703-cf4b-4343-bc43-d201c52618e3 req-31fc2c18-d1b1-40bf-ad98-eb7046c81a4e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 931 time: 0.2130258 May 11 16:19:42.351051 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1e934703-cf4b-4343-bc43-d201c52618e3 req-b35f5829-4fb9-4460-8410-da04e6b2e42e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728307 May 11 16:19:42.380286 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Port 76162825-00ea-4588-9efa-dc1247e3ae62 on network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:19:42.380625 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Attempting to bind port 76162825-00ea-4588-9efa-dc1247e3ae62 on network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:42.433648 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:42.433982 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Checking segment: {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:42.434386 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Bound using segment: {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:42.434834 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Bound port: 76162825-00ea-4588-9efa-dc1247e3ae62, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:42.435176 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:42.489813 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44024) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:42.500825 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e97cc280-36c2-4bf8-8ff9-7b97c986fbd4 req-375e3f52-a32f-4d16-bb51-8d8238a87a70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 210 time: 0.1961126 May 11 16:19:42.501448 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbe7e51-bde0-4e3f-94d8-0c9d7a511515,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:42.535936 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:42.590262 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:42.734143 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:42.753185 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:42.759047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Usage tracker for resource:security_group_rule and tenant:6f69a6658044476fb4eafd186761fb89 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:42.764276 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:42.773297 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:42.903204 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:42.908656 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:42.918342 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:42.942065 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6e18c7c0-1c92-43db-ad22-93607e7d34c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:43.054499 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] For port 76162825-00ea-4588-9efa-dc1247e3ae62, host hv-cinder-76111, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:43.061496 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62a5722-6a06-44e3-af03-ef5a788c0d4b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:43.068818 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:43.082501 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f69a6658044476fb4eafd186761fb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913806 May 11 16:19:43.085964 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44060) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:43.145641 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] For port 76162825-00ea-4588-9efa-dc1247e3ae62, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=76162825-00ea-4588-9efa-dc1247e3ae62,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:43.158642 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.178661 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.185243 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e9064230-596b-466e-855c-a36222ad2e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:43.224753 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.309169 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.356155 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:43.356877 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.357072 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.358707 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] 10.222.0.87 "PUT /v2.0/ports/76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 1093 time: 6.9315975 May 11 16:19:43.371131 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'tag': '76162825-00ea-4588-9efa-dc1247e3ae62'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:19:43.383718 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c62a8a12-2c19-4434-acf8-2ce4d4d3e306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:43.424917 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62a5722-6a06-44e3-af03-ef5a788c0d4b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:43.431196 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:43.435075 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.438702 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a62a5722-6a06-44e3-af03-ef5a788c0d4b HTTP/1.1" status: 204 len: 168 time: 0.3494425 May 11 16:19:43.627741 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f18f-f79a-486c-8a94-30037a1dc836 req-bb70be81-6260-4220-bf0a-c54727967ced tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:43.628644 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4356f18f-f79a-486c-8a94-30037a1dc836 req-bb70be81-6260-4220-bf0a-c54727967ced tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Synchronizing usage tracker for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:43.650547 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4356f18f-f79a-486c-8a94-30037a1dc836 req-bb70be81-6260-4220-bf0a-c54727967ced tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Unset dirty status for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:43.653255 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4356f18f-f79a-486c-8a94-30037a1dc836 req-bb70be81-6260-4220-bf0a-c54727967ced tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 943 time: 0.1937158 May 11 16:19:43.686942 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Pushing event updated for resources: {'Port': ['ID=76162825-00ea-4588-9efa-dc1247e3ae62,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:43.693176 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:43.708447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7a8680bb-3a6d-4515-9167-bf67dee5f28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:43.761676 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4356f18f-f79a-486c-8a94-30037a1dc836 req-021553f2-e4d7-4833-b24d-04b7dfd49df4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Synchronizing usage tracker for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:43.810549 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4356f18f-f79a-486c-8a94-30037a1dc836 req-021553f2-e4d7-4833-b24d-04b7dfd49df4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Unset dirty status for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:43.814096 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4356f18f-f79a-486c-8a94-30037a1dc836 req-021553f2-e4d7-4833-b24d-04b7dfd49df4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528616 May 11 16:19:43.823199 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:43.830358 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3cbe7e51-bde0-4e3f-94d8-0c9d7a511515 HTTP/1.1" status: 204 len: 168 time: 1.7447953 May 11 16:19:43.920390 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbe7e51-bde0-4e3f-94d8-0c9d7a511515,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:43.930485 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:44.090629 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eb18f538-5a53-4be0-8314-11deba12d50e req-474ad35c-695a-424a-ac29-25f1f5fe7c87 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 210 time: 0.0499470 May 11 16:19:44.160842 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da4136a-0510-4168-ab29-d9ba0d4f6849 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:19:44.176767 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:44.197121 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0917c88e-db2e-4fd1-88d4-ae989bc184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:44.198903 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-0917c88e-db2e-4fd1-88d4-ae989bc184ff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1096 time: 0.5931230 May 11 16:19:44.326839 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-ea8f818b-1fbd-4c0d-a4b9-ba6b976695e9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 217 time: 0.1146586 May 11 16:19:44.333339 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-af982eb0-76b9-419f-a715-e7f40d7a7069 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:44.334833 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-af982eb0-76b9-419f-a715-e7f40d7a7069 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 816 time: 0.5142465 May 11 16:19:44.347897 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412d611-5a6c-48c1-bb66-155f9c742f26 req-a8050493-fe5d-4b64-a6ab-943cf92bd827 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:44.349877 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b412d611-5a6c-48c1-bb66-155f9c742f26 req-a8050493-fe5d-4b64-a6ab-943cf92bd827 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 931 time: 0.6918833 May 11 16:19:44.423749 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Transition to ACTIVE for port object 4da4136a-0510-4168-ab29-d9ba0d4f6849 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:44.468818 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:44.499797 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:44.502873 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-6b0faaef-bc7a-4349-91ab-4f888af69ab8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 379 time: 0.1564229 May 11 16:19:44.513354 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'port': {'device_id': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'admin_state_up': True, 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'security_groups': ['49acb441-81bd-4ec2-9c3a-7bab3f6a9827']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:44.723940 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44110) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:44.726856 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:44.748631 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:44.777722 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:44.781364 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b412d611-5a6c-48c1-bb66-155f9c742f26 req-0e3085ab-c770-4a08-bbb1-a0e18cdfb7ed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Synchronizing usage tracker for tenant:aceeccde2e8942099297467ff6f42b54 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:44.784040 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4f077b09e59d4fa58668c3f48351367c is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:44.788579 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:44.798948 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:44.815726 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-62747d74-ee40-4437-b8c2-554a7f869999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:44.817981 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-62747d74-ee40-4437-b8c2-554a7f869999 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.4669826 May 11 16:19:44.903747 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:44.909541 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:44.913665 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:44.947681 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44122) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:44.959951 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Pushing event updated for resources: {'Port': ['ID=4da4136a-0510-4168-ab29-d9ba0d4f6849,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:44.960916 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b6106800-3c15-419c-935f-664ab1bee6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:44.965859 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:19:44.973416 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f077b09e59d4fa58668c3f48351367c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483151 May 11 16:19:44.974108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44126) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:44.998448 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-d2fda853-9001-4b0b-906f-6c1bd3c5a210 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714265 May 11 16:19:45.000081 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:45.039863 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Made reservation on behalf of 4e1c550cdb7e493e9a0477b0e63eb3e3 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:45.043536 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:45.090214 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b468de-2b54-4d72-95e3-dd9784a38af6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:45.104846 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b412d611-5a6c-48c1-bb66-155f9c742f26 req-0e3085ab-c770-4a08-bbb1-a0e18cdfb7ed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Unset dirty status for tenant:aceeccde2e8942099297467ff6f42b54 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:45.106840 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b412d611-5a6c-48c1-bb66-155f9c742f26 req-0e3085ab-c770-4a08-bbb1-a0e18cdfb7ed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756828 May 11 16:19:45.275466 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,segment=NetworkSegment(42886b13-0aad-4daa-a119-43c20a62a311),segment_id=42886b13-0aad-4daa-a119-43c20a62a311)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:45.287400 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Attempting to bind port 4da4136a-0510-4168-ab29-d9ba0d4f6849 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:45.287718 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Attempting to bind port 4da4136a-0510-4168-ab29-d9ba0d4f6849 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:45.288069 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Attempting to bind port 4da4136a-0510-4168-ab29-d9ba0d4f6849 on network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:45.296985 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6', 'network_id': 'af782c76-639d-48b6-94c1-7c8421f38584', 'port_id': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6', 'mac_address': 'fa:16:3e:83:7d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d15ddd-a42e-42c1-b594-5d226bc6b85e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:19:45.357687 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:45.371141 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'tag': '76162825-00ea-4588-9efa-dc1247e3ae62', 'status': 'completed', 'code': 200} May 11 16:19:45.380014 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Port 4da4136a-0510-4168-ab29-d9ba0d4f6849 on network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:19:45.380487 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Attempting to bind port 4da4136a-0510-4168-ab29-d9ba0d4f6849 on network 4e8d45a7-9f03-45ba-b836-f8be507d6c50 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:45.385038 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:45.413045 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:45.413821 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Checking segment: {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:45.414532 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Bound using segment: {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:45.415471 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Bound port: 4da4136a-0510-4168-ab29-d9ba0d4f6849, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743252ff-f98b-44a2-9f5a-26aa47239118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:45.416172 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:45.468634 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:45.470526 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:45.564643 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:45.572177 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:19:45.598120 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2768b-5216-49c1-b071-3b5a946a9da4 req-47e2a6a8-fa85-4b34-a451-61c9ea552184 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:45.607742 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cae2768b-5216-49c1-b071-3b5a946a9da4 req-47e2a6a8-fa85-4b34-a451-61c9ea552184 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 943 time: 0.3024657 May 11 16:19:45.620313 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,segment=NetworkSegment(42886b13-0aad-4daa-a119-43c20a62a311),segment_id=42886b13-0aad-4daa-a119-43c20a62a311)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:45.630977 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:45.634372 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Usage tracker for resource:security_group_rule and tenant:572185838fde4f31970eb5d17d4a9050 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:45.639704 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-6ff049d0-6ed8-40dd-9028-ace6ea580b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:45.639858 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:45.677820 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:45.739631 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:45.742528 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:45.748522 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-b95b4ac0-7469-413f-9f36-0cb09771b93c service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251418 May 11 16:19:45.755798 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:45.789086 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Allocated IP 172.20.0.4 (68781442-ff8b-49fc-801b-1dea9dad5366/8343633b-88bb-4532-a049-6161e43450c5/5e5d117b-487d-4dae-8cc6-a5516518343f) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:19:45.873388 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cae2768b-5216-49c1-b071-3b5a946a9da4 req-bdb4b19b-d8a9-499b-b8af-849bad55b963 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647831 May 11 16:19:45.876361 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] For port 4da4136a-0510-4168-ab29-d9ba0d4f6849, host hv-cinder-76111, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:45.884243 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] For port 4da4136a-0510-4168-ab29-d9ba0d4f6849, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:45.890365 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['0999eb94-2de8-456a-a0d2-edcc7ca75fd6'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:19:46.003441 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.013252 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.014613 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.037613 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:46.102761 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:46.103799 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.105939 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] 10.222.0.87 "PUT /v2.0/ports/4da4136a-0510-4168-ab29-d9ba0d4f6849 HTTP/1.1" status: 200 len: 1093 time: 4.6433680 May 11 16:19:46.140555 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.181664 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Transition to ACTIVE for port object 5e5d117b-487d-4dae-8cc6-a5516518343f will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:46.221925 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-04c99852-b17e-4ea2-8234-9a8f8f9d589e req-a95c0d58-c3e2-4629-9068-3ec980da1453 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 210 time: 0.6290867 May 11 16:19:46.240740 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.257963 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7303a292-b3d3-44eb-93f0-c66b7727607b,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:46.257963 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:46.259276 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=572185838fde4f31970eb5d17d4a9050&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3017859 May 11 16:19:46.277098 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:46.331875 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44170) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:46.427366 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:46.560852 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Pushing event updated for resources: {'Port': ['ID=4da4136a-0510-4168-ab29-d9ba0d4f6849,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:46.572111 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8fffb30-81a2-40a3-9248-4b101e4c8318 req-b61a87b4-7f08-4ebe-9bd3-f4eec5ef3ce1 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139868 May 11 16:19:46.576360 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:46.637475 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Network 68781442-ff8b-49fc-801b-1dea9dad5366 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:19:46.639385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90174-72a2-4116-a961-2153e84f940c req-64174ae1-9fae-43ab-96d2-413556c79831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:46.641054 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-64174ae1-9fae-43ab-96d2-413556c79831 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 1096 time: 0.4720333 May 11 16:19:46.649354 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:46.664340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:19:46.670517 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:46.671389 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.677875 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.693420 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:46.706918 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:46.708237 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:46.740646 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b468de-2b54-4d72-95e3-dd9784a38af6,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:46.755832 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:46.773030 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.797861 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.799613 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70b468de-2b54-4d72-95e3-dd9784a38af6 HTTP/1.1" status: 204 len: 168 time: 1.8218336 May 11 16:19:46.805193 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2995627 May 11 16:19:46.826267 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Request body: {'port': {'device_id': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:46.871884 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:46.926287 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-a62544cc-bbbd-4e37-ac92-d7882447d891 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849 HTTP/1.1" status: 200 len: 217 time: 0.2051263 May 11 16:19:46.935889 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:46.973135 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e965a-c8fa-4c36-a154-d0cee02cb757 req-60049a98-7ce1-4fc5-8f2e-ca69a264c40b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:46.992877 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d79e965a-c8fa-4c36-a154-d0cee02cb757 req-60049a98-7ce1-4fc5-8f2e-ca69a264c40b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 943 time: 0.5529084 May 11 16:19:47.155008 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:47.223421 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:47.231616 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:47.232076 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:47.346769 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-3445fb28-ef39-44c3-bed5-c97c56e432a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:47.356710 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-36ea3464-580d-4bec-87cb-4196138c1830 None None] Provisioning for port 5e5d117b-487d-4dae-8cc6-a5516518343f completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:47.366477 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-36ea3464-580d-4bec-87cb-4196138c1830 None None] Provisioning complete for port 5e5d117b-487d-4dae-8cc6-a5516518343f triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:47.367074 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-36ea3464-580d-4bec-87cb-4196138c1830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:47.368327 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:19:47.422163 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'tag': '4da4136a-0510-4168-ab29-d9ba0d4f6849'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:19:47.545680 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90174-72a2-4116-a961-2153e84f940c req-b89cb69b-af33-442c-ac37-5755477b7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:47.552839 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-b89cb69b-af33-442c-ac37-5755477b7b8a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.4871585 May 11 16:19:47.583318 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d79e965a-c8fa-4c36-a154-d0cee02cb757 req-86916075-48b0-4e54-9e42-ef8c3734e13b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864294 May 11 16:19:47.708883 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-cd6ecdd9-0789-4c91-b303-21be303a492c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217380 May 11 16:19:47.748491 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-36ea3464-580d-4bec-87cb-4196138c1830 None None] Port 5e5d117b-487d-4dae-8cc6-a5516518343f cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:19:47.772961 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89affd-cb73-4cea-be76-ed5755192536 req-61cec2fb-5758-4e43-96f5-245469338db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:47.780560 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-61cec2fb-5758-4e43-96f5-245469338db0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1096 time: 1.1366301 May 11 16:19:47.800651 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:47.943428 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:48.226153 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-15e255cc-1c3c-431b-8716-478d08bfd7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:48.296585 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7303a292-b3d3-44eb-93f0-c66b7727607b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:48.303253 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:48.360961 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:48.365609 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7303a292-b3d3-44eb-93f0-c66b7727607b HTTP/1.1" status: 204 len: 168 time: 2.0215058 May 11 16:19:48.405461 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf9aca-296e-4cca-9931-1cc51ddda31c req-1e044b9f-b2f0-4f38-948c-5fdbe3b0f54e tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:48.416729 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b2cf9aca-296e-4cca-9931-1cc51ddda31c req-1e044b9f-b2f0-4f38-948c-5fdbe3b0f54e tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 944 time: 1.0332961 May 11 16:19:48.470326 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:19:48.581647 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-4b3a8b1f-6524-4536-a4dd-a2c046d02105 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8563416 May 11 16:19:48.614645 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b2cf9aca-296e-4cca-9931-1cc51ddda31c req-432599b7-281f-4050-9e34-116dc358425e tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563053 May 11 16:19:48.668575 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,segment=NetworkSegment(42886b13-0aad-4daa-a119-43c20a62a311),segment_id=42886b13-0aad-4daa-a119-43c20a62a311)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:48.684548 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:48.688469 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:48.827859 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ed90174-72a2-4116-a961-2153e84f940c req-052d6fe3-bef7-4c14-af6b-8cc04bd578e1 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388611 May 11 16:19:48.832019 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'tag': '4da4136a-0510-4168-ab29-d9ba0d4f6849', 'status': 'completed', 'code': 200} May 11 16:19:48.872237 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5d117b-487d-4dae-8cc6-a5516518343f {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:19:48.887744 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e659e-1c14-4681-9c5c-90b93c4fbca7 req-9a0ed594-2377-4da1-b5dd-f3d522aa6273 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:48.893689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:48.907421 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-428e659e-1c14-4681-9c5c-90b93c4fbca7 req-9a0ed594-2377-4da1-b5dd-f3d522aa6273 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 931 time: 0.9460936 May 11 16:19:48.947195 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Transition to ACTIVE for port object 5e5d117b-487d-4dae-8cc6-a5516518343f will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:19:48.959504 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:48.999473 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:49.017693 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89affd-cb73-4cea-be76-ed5755192536 req-76734d59-ef99-47f7-bec8-5845be776fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:49.018318 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:49.022294 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:49.033032 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-76734d59-ef99-47f7-bec8-5845be776fef service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 1.1608942 May 11 16:19:49.086914 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-428e659e-1c14-4681-9c5c-90b93c4fbca7 req-5b4853be-3158-4fe7-bd6c-c4e73674acb4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:49.103314 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-428e659e-1c14-4681-9c5c-90b93c4fbca7 req-5b4853be-3158-4fe7-bd6c-c4e73674acb4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:49.116412 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-428e659e-1c14-4681-9c5c-90b93c4fbca7 req-5b4853be-3158-4fe7-bd6c-c4e73674acb4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966619 May 11 16:19:49.321783 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44274) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:49.517602 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44284) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:49.548180 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:49.554091 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:49.564003 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:49.566902 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 76162825-00ea-4588-9efa-dc1247e3ae62 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:19:49.572457 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Attempting to bind port 5e5d117b-487d-4dae-8cc6-a5516518343f on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:19:49.573441 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Attempting to bind port 5e5d117b-487d-4dae-8cc6-a5516518343f by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:19:49.574553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Attempting to bind port 5e5d117b-487d-4dae-8cc6-a5516518343f on network 68781442-ff8b-49fc-801b-1dea9dad5366 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:49.577061 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:49.588505 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Usage tracker for resource:security_group_rule and tenant:4b27f4dafbab4de7b5297193d5f67d11 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:49.591376 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Port 5e5d117b-487d-4dae-8cc6-a5516518343f on network 68781442-ff8b-49fc-801b-1dea9dad5366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:19:49.593292 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:49.596271 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Attempting to bind port 5e5d117b-487d-4dae-8cc6-a5516518343f on network 68781442-ff8b-49fc-801b-1dea9dad5366 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:19:49.607951 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:49.609763 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:19:49.610113 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Checking segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:49.610540 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Bound using segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:19:49.611077 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Bound port: 5e5d117b-487d-4dae-8cc6-a5516518343f, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:19:49.611489 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:49.712507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e62707-515f-41d2-919e-39fa499faf73 req-4b74af5f-68e4-4145-bb73-34cb7101236d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:49.715469 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-91e62707-515f-41d2-919e-39fa499faf73 req-4b74af5f-68e4-4145-bb73-34cb7101236d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 943 time: 0.6161897 May 11 16:19:49.794422 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:19:49.802374 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-91e62707-515f-41d2-919e-39fa499faf73 req-402bc7f2-7983-4963-b0d7-d1d89d358d4e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709205 May 11 16:19:49.808508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:19:49.818536 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:49.829482 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-565341a8-4976-49d3-bb54-cc93289b65b4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:49.835063 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:49.842171 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:49.858197 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-17197d23-8b53-40e4-97e5-468a6ff57d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:49.941161 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 76162825-00ea-4588-9efa-dc1247e3ae62, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=76162825-00ea-4588-9efa-dc1247e3ae62,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:49.974540 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:49.975193 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:49.990730 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '76162825-00ea-4588-9efa-dc1247e3ae62', 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'port_id': '76162825-00ea-4588-9efa-dc1247e3ae62', 'mac_address': 'fa:16:3e:54:a2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:19:49.993581 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] 10.222.0.87 "PUT /v2.0/ports/5e5d117b-487d-4dae-8cc6-a5516518343f HTTP/1.1" status: 200 len: 1093 time: 3.1744680 May 11 16:19:49.993999 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:19:50.015959 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b27f4dafbab4de7b5297193d5f67d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971764 May 11 16:19:50.016867 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d9615a-a1a3-49a6-90d2-52d36c2fbd44,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:50.034023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44296) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:50.047542 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:50.110287 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6', 'code': 200} May 11 16:19:50.141079 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:50.155708 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.162534 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:50.186361 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76162825-00ea-4588-9efa-dc1247e3ae62 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:19:50.218976 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.222198 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 76162825-00ea-4588-9efa-dc1247e3ae62, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=76162825-00ea-4588-9efa-dc1247e3ae62,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:50.232458 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.236869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:50.242617 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'status': 'completed', 'code': 200} May 11 16:19:50.267524 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a55161-6a38-4d15-9611-62bb79ef3f34 req-f2d19011-2ae4-49f4-b4d3-03957c6279e5 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:50.275118 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24a55161-6a38-4d15-9611-62bb79ef3f34 req-f2d19011-2ae4-49f4-b4d3-03957c6279e5 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.1918581 May 11 16:19:50.295052 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.321543 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-260699436-network', 'tenant_id': 'b8274b5ecb094eab9ac924a2b6a38889'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:50.328846 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:50.343111 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Usage tracker for resource:network and tenant:b8274b5ecb094eab9ac924a2b6a38889 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:50.349589 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:50.362721 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:50.390581 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Made reservation on behalf of b8274b5ecb094eab9ac924a2b6a38889 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:50.393447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.395899 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=76162825-00ea-4588-9efa-dc1247e3ae62,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:50.409021 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:50.433916 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.446431 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24a55161-6a38-4d15-9611-62bb79ef3f34 req-23d8debe-b1be-431e-94d6-9c3875cbd782 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700861 May 11 16:19:50.460036 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:50.466676 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Usage tracker for resource:security_group_rule and tenant:b8274b5ecb094eab9ac924a2b6a38889 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:50.472063 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:50.479986 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.484896 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dda73c61-7532-4467-a5cc-af0bf4fb414e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:50.490320 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:50.523974 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d9615a-a1a3-49a6-90d2-52d36c2fbd44,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:50.527478 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:50.538801 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.539959 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9d9615a-a1a3-49a6-90d2-52d36c2fbd44 HTTP/1.1" status: 204 len: 168 time: 0.5049503 May 11 16:19:50.609462 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.726170 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aa94f-3dff-42d9-8e4b-01e0ddbd1717 req-90f7bc54-f0a2-46b8-85e2-a2fd0b0d8c78 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:50.734606 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-483aa94f-3dff-42d9-8e4b-01e0ddbd1717 req-90f7bc54-f0a2-46b8-85e2-a2fd0b0d8c78 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1704426 May 11 16:19:50.738175 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.760061 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.777934 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:19:50.785867 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8c109909-a303-4a1c-8029-5432e7ec08bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:50.812738 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.813480 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Added segment 02150053-8788-44ef-a576-7eb0e50261db of type vlan for network 2d274bcd-ba2a-49f7-bb17-2c25c5baefdb May 11 16:19:50.844607 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b489848-9157-4ad2-a8db-291bee9a13db,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:50.853074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:50.876028 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-483aa94f-3dff-42d9-8e4b-01e0ddbd1717 req-bfaa9ab3-646e-4f4e-85d2-ebec6831234f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303992 May 11 16:19:50.907944 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.966481 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.969201 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:50.970088 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:50.981643 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6d4f06a7-78c5-4414-af23-1149d80443b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:51.106002 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Pushing event updated for resources: {'Network': ['ID=2d274bcd-ba2a-49f7-bb17-2c25c5baefdb,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:51.117245 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 2d274bcd-ba2a-49f7-bb17-2c25c5baefdb details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:19:51.118327 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:51.150312 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8281338 May 11 16:19:51.155108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44334) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:51.163422 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Request body: {'subnet': {'network_id': '2d274bcd-ba2a-49f7-bb17-2c25c5baefdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-260699436-subnet', 'tenant_id': 'b8274b5ecb094eab9ac924a2b6a38889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:51.169684 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:51.184260 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Usage tracker for resource:subnet and tenant:b8274b5ecb094eab9ac924a2b6a38889 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:51.201597 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892686ab-671b-4c71-b8e9-c8da24e4dacc req-0d93e0e9-4ec1-449c-bc11-f1acad87246b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:51.203682 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-892686ab-671b-4c71-b8e9-c8da24e4dacc req-0d93e0e9-4ec1-449c-bc11-f1acad87246b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 943 time: 0.1886837 May 11 16:19:51.205097 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:51.217254 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:51.287853 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-892686ab-671b-4c71-b8e9-c8da24e4dacc req-508e7ae9-1ada-438a-a7f4-824641073f00 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721679 May 11 16:19:51.288823 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Made reservation on behalf of b8274b5ecb094eab9ac924a2b6a38889 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:51.291269 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:51.297966 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbf21-a0f1-4c34-9db0-14807aa530cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:51.618957 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44348) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:51.744284 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-b8f10fea-6fe5-457f-9676-81d7ba7d4b0e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 217 time: 0.2186923 May 11 16:19:51.756281 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['76162825-00ea-4588-9efa-dc1247e3ae62'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:19:52.098335 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.105790 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89affd-cb73-4cea-be76-ed5755192536 req-78c184e4-2a70-48fd-aca5-10cae5b88cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:52.107249 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-78c184e4-2a70-48fd-aca5-10cae5b88cf5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.2288690 May 11 16:19:52.127542 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea82587-8109-4bed-b8fc-05eb103afaf1 req-cf8fb821-6b97-42cb-9f84-78fd3e28c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:52.129103 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ea82587-8109-4bed-b8fc-05eb103afaf1 req-cf8fb821-6b97-42cb-9f84-78fd3e28c2a7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1096 time: 0.3892848 May 11 16:19:52.161777 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:52.179606 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380a6b-6af7-4cca-9b68-ca557ad839d3 req-318d7712-51d2-484d-9d11-602bcac76d33 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:52.184615 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-78380a6b-6af7-4cca-9b68-ca557ad839d3 req-318d7712-51d2-484d-9d11-602bcac76d33 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.4449263 May 11 16:19:52.244205 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-056c0d7d-9b3a-4cdb-b7f2-93a47440543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:52.246728 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-056c0d7d-9b3a-4cdb-b7f2-93a47440543b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 1096 time: 0.6183634 May 11 16:19:52.247833 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Usage tracker for resource:security_group_rule and tenant:10188802e7084a279e6a8a1af043e88f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:52.248045 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-78380a6b-6af7-4cca-9b68-ca557ad839d3 req-a5c15c6e-ded0-4254-bb48-4b80839f4bab tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 May 11 16:19:52.257112 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:52.267960 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:52.391310 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886f629-13cf-4162-ba8d-2099b2429eac req-1ddfd69d-686b-4302-8280-35f6090e2cc7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:52.392171 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-e886f629-13cf-4162-ba8d-2099b2429eac req-1ddfd69d-686b-4302-8280-35f6090e2cc7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:19:52.465808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-e886f629-13cf-4162-ba8d-2099b2429eac req-1ddfd69d-686b-4302-8280-35f6090e2cc7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:19:52.467842 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e886f629-13cf-4162-ba8d-2099b2429eac req-1ddfd69d-686b-4302-8280-35f6090e2cc7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.3015130 May 11 16:19:52.472083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.487537 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.506931 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:52.589471 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89195a6a-2260-4cac-b4dd-c0bf87537888 req-b2335145-95c8-4235-add1-8677e352f786 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:52.591434 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-89195a6a-2260-4cac-b4dd-c0bf87537888 req-b2335145-95c8-4235-add1-8677e352f786 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 943 time: 0.1022408 May 11 16:19:52.614322 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858ef4d1-02dc-4be1-89f8-89139a0cf44c,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:52.624336 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:52.661089 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10188802e7084a279e6a8a1af043e88f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0408771 May 11 16:19:52.665247 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44384) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:52.680494 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e886f629-13cf-4162-ba8d-2099b2429eac req-d7e427c0-8c66-4ebc-beaa-751902a7c3fb tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936293 May 11 16:19:52.690725 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.697639 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-89195a6a-2260-4cac-b4dd-c0bf87537888 req-8db3ceff-f1b8-4751-b503-719056a1a624 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967841 May 11 16:19:52.701611 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-01b3eec3-e973-4a91-b368-1cd8893b91e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:52.751141 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.790829 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.795963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3e5148-dff4-4806-b4b3-cedd4d8b2d6a,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:52.800300 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:52.822340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Checking segment: {'id': '02150053-8788-44ef-a576-7eb0e50261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2d274bcd-ba2a-49f7-bb17-2c25c5baefdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:52.822887 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Network hostable DHCP agents. Network: 2d274bcd-ba2a-49f7-bb17-2c25c5baefdb, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:19:52.842732 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Network 2d274bcd-ba2a-49f7-bb17-2c25c5baefdb is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:19:52.863204 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 2d274bcd-ba2a-49f7-bb17-2c25c5baefdb) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:52.864859 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.872233 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-44605498-5995-4fca-a4ca-446b2c7fa747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:52.873586 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:52.875014 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.881839 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332daaf-ae36-4e76-b2a0-9ecb09e71cd0 None None] Network 2d274bcd-ba2a-49f7-bb17-2c25c5baefdb requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:52.888709 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858ef4d1-02dc-4be1-89f8-89139a0cf44c,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:52.896019 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:52.897633 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/858ef4d1-02dc-4be1-89f8-89139a0cf44c HTTP/1.1" status: 204 len: 168 time: 0.2314656 May 11 16:19:52.898878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:52.948634 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-429a8154-dd4e-4161-88e4-f4023c550c04 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7919898 May 11 16:19:53.227263 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da35501-7ec5-4098-8172-7ad4e0133f72 None None] Network 2d274bcd-ba2a-49f7-bb17-2c25c5baefdb requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:53.300496 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:53.550795 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44410) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:53.615898 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda522f7-d11f-4e8b-aff2-73d52fee5d47 req-ebbd66aa-bec1-43e5-9f0c-7d561fbd0ccd tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:53.618254 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fda522f7-d11f-4e8b-aff2-73d52fee5d47 req-ebbd66aa-bec1-43e5-9f0c-7d561fbd0ccd tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.1780570 May 11 16:19:53.620565 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:53.668209 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:53.676422 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Usage tracker for resource:security_group_rule and tenant:8b69a9331e1644adbac331cbc36a0e57 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:53.680805 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:53.698497 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:53.709554 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fda522f7-d11f-4e8b-aff2-73d52fee5d47 req-fe7fd477-2081-45b5-8e7e-161722ebf5ff tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722225 May 11 16:19:53.918751 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:53.924804 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:53.987833 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:54.028946 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c69c0-0d7f-487a-ab36-9293c547cada req-2629eebf-7850-4bba-9657-f23ef8db1a56 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:54.032058 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577c69c0-0d7f-487a-ab36-9293c547cada req-2629eebf-7850-4bba-9657-f23ef8db1a56 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1364315 May 11 16:19:54.136583 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577c69c0-0d7f-487a-ab36-9293c547cada req-1e854046-ca90-4b8d-9027-4c700eccf5da tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964029 May 11 16:19:54.178351 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b69a9331e1644adbac331cbc36a0e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144040 May 11 16:19:54.179255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44434) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:54.226372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ef4d9-9cf8-4175-a969-1dac391f844e,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:54.237764 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:54.280356 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44438) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:54.291681 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.292626 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-616773016-network', 'tenant_id': '7e4eab7f1584440691c761390e88fd62'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:54.321392 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.343719 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402a956-c4d9-4472-9cd7-620405373ee7 req-d5d2a111-bd29-4ba0-8a15-7fdc7fcb904f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:54.345934 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7402a956-c4d9-4472-9cd7-620405373ee7 req-d5d2a111-bd29-4ba0-8a15-7fdc7fcb904f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 943 time: 0.3605249 May 11 16:19:54.354579 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:54.386718 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.395495 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b70b6844-0cd0-441a-a1ad-8b3fb4d40538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:54.411377 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Usage tracker for resource:network and tenant:7e4eab7f1584440691c761390e88fd62 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:54.419567 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ef4d9-9cf8-4175-a969-1dac391f844e,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:54.420279 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:54.425189 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:54.429876 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.432883 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb9ef4d9-9cf8-4175-a969-1dac391f844e HTTP/1.1" status: 204 len: 168 time: 0.2516558 May 11 16:19:54.472667 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:54.480098 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7402a956-c4d9-4472-9cd7-620405373ee7 req-1c6faa07-4175-40c7-a2d0-93c5a2589ccf tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156116 May 11 16:19:54.497546 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Made reservation on behalf of 7e4eab7f1584440691c761390e88fd62 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:54.500425 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.520368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.538719 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:54.543823 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Usage tracker for resource:security_group_rule and tenant:7e4eab7f1584440691c761390e88fd62 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:54.547116 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:54.554330 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:54.665638 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.673652 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.698784 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:19:54.707682 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:54.737586 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.738116 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Added segment 30118fac-4cde-4fb3-9b8e-9d587a23d938 of type vlan for network e35b021b-7ba6-468a-813a-259b909aaa08 May 11 16:19:54.775920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0341a73f-295b-48ec-b464-6c09d02196d9,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:54.786687 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:54.818187 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.866763 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.869298 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.87', 58948) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:54.903341 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44454) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:54.905805 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:54.906466 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:54.950761 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:55.124741 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-03a8b334-62be-4eea-8581-f9f68a440049 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2557986 May 11 16:19:55.148893 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Pushing event updated for resources: {'Network': ['ID=e35b021b-7ba6-468a-813a-259b909aaa08,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:55.161516 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network e35b021b-7ba6-468a-813a-259b909aaa08 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:19:55.164137 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:55.171043 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8892720 May 11 16:19:55.180121 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44470) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:55.199370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Request body: {'subnet': {'network_id': 'e35b021b-7ba6-468a-813a-259b909aaa08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-616773016-subnet', 'tenant_id': '7e4eab7f1584440691c761390e88fd62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:19:55.207990 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:55.220988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Usage tracker for resource:subnet and tenant:7e4eab7f1584440691c761390e88fd62 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:55.227485 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:55.232323 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-85a9b596-a6ef-43fa-ae19-0731381f9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:55.233908 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-85a9b596-a6ef-43fa-ae19-0731381f9df0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 1098 time: 0.3341424 May 11 16:19:55.238267 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-deeccce6-b76e-45d2-9b1d-96ac178ea9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:55.240186 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-deeccce6-b76e-45d2-9b1d-96ac178ea9c5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.3680525 May 11 16:19:55.241270 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:55.276500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:55.412555 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:55.422016 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Usage tracker for resource:security_group_rule and tenant:8592dda18fb249e0abf7ecc42c593def is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:55.431813 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:55.451914 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:55.466098 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-13040847-61ee-473c-a547-1c90b2553894 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322785 May 11 16:19:55.520243 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:55.560452 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Made reservation on behalf of 7e4eab7f1584440691c761390e88fd62 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:19:55.563391 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:55.619492 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-1a74f969-fdbc-405a-bfed-be7f08923bc9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849 HTTP/1.1" status: 200 len: 217 time: 0.3231537 May 11 16:19:55.636690 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:55.690125 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:55.709221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Usage tracker for resource:security_group_rule and tenant:bfd1c50488714d13875cfa1574798b52 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:55.715349 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:55.738264 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d7a2-0dfd-43d1-932a-f5aff1bd4de7 req-8b66fba8-1912-4ebd-8894-a9af6680ab26 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:55.739901 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7225d7a2-0dfd-43d1-932a-f5aff1bd4de7 req-8b66fba8-1912-4ebd-8894-a9af6680ab26 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.7637570 May 11 16:19:55.740912 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea82587-8109-4bed-b8fc-05eb103afaf1 req-78a76579-ea78-4fc3-9466-ca104fe2b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:55.742252 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ea82587-8109-4bed-b8fc-05eb103afaf1 req-78a76579-ea78-4fc3-9466-ca104fe2b9ca service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8713245 May 11 16:19:55.748719 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:55.781092 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-e8626fe0-7f90-48c3-909a-b8e8e4c3cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:55.783948 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-e8626fe0-7f90-48c3-909a-b8e8e4c3cba0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.1443777 May 11 16:19:55.956322 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-f5bb6de9-d733-4ebc-91bd-593d9f0c1184 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111875 May 11 16:19:55.973988 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-3684d006-cca3-45f0-a8fc-d70b6c1bdf75 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940467 May 11 16:19:56.047292 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7225d7a2-0dfd-43d1-932a-f5aff1bd4de7 req-d88d7b64-b45e-4dae-bf82-d6978bc575a0 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650366 May 11 16:19:56.113262 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:56.147129 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:56.176876 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea82587-8109-4bed-b8fc-05eb103afaf1 req-d16a255a-9d85-47e9-840c-ae3d51e21861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:56.181113 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4ea82587-8109-4bed-b8fc-05eb103afaf1 req-d16a255a-9d85-47e9-840c-ae3d51e21861 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4299836 May 11 16:19:56.192097 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-aca5bd94-a5e6-4b2c-a980-768830303cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:56.230516 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f0f21a7a-1f7b-4b72-b9e9-1837b63872ea req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9864066 May 11 16:19:56.244052 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261946a-6cd7-4bf1-8846-64af1fcd3042 req-75f8c224-6cce-4d70-826f-1b8afc3cb1d0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:56.246975 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9261946a-6cd7-4bf1-8846-64af1fcd3042 req-75f8c224-6cce-4d70-826f-1b8afc3cb1d0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.8410888 May 11 16:19:56.247808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c88bcd63-85ba-4319-a723-8397096e42b9,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:56.285876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:56.381813 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:56.423275 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9261946a-6cd7-4bf1-8846-64af1fcd3042 req-6a560be5-63dc-4e14-82db-84df8fe503fb tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391487 May 11 16:19:56.524711 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-5755fcde-2c0b-4222-a88b-cb39a1a697cb service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579166 May 11 16:19:56.557441 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:56.577395 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:56.602127 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:56.661860 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-543466fc-6eeb-41d3-a65e-8cf5e029bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:56.664161 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-543466fc-6eeb-41d3-a65e-8cf5e029bcd2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1096 time: 0.4282806 May 11 16:19:56.674363 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8830425c-5f87-4143-bee9-f7d1349dc835,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:56.688256 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:56.765121 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b13f838d-e16a-4f77-a7eb-60b7fef08ec1 req-6778fd77-ff1a-48f0-9a76-99c3df5d1290 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340834 May 11 16:19:56.782281 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44528) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:56.782531 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfd1c50488714d13875cfa1574798b52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8159935 May 11 16:19:56.785561 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-9ff89867-640b-46d8-bf93-1df6314dba82 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5d117b-487d-4dae-8cc6-a5516518343f HTTP/1.1" status: 200 len: 217 time: 0.1051712 May 11 16:19:56.796978 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710bcf2-8d09-4152-8e39-37115ebfcede req-a562ed6e-7e17-4282-8f11-13f51e1dd543 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:56.804543 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6710bcf2-8d09-4152-8e39-37115ebfcede req-a562ed6e-7e17-4282-8f11-13f51e1dd543 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 943 time: 0.6040909 May 11 16:19:56.839382 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 76162825-00ea-4588-9efa-dc1247e3ae62 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:19:56.916345 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6710bcf2-8d09-4152-8e39-37115ebfcede req-e2e55b41-b501-463b-9621-a3810da639ae tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108851 May 11 16:19:56.941309 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 76162825-00ea-4588-9efa-dc1247e3ae62 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:19:56.949066 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 76162825-00ea-4588-9efa-dc1247e3ae62 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:19:56.950090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:56.955111 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-85485160-c450-472d-b49a-7435e8c863c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:56.957688 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-85485160-c450-472d-b49a-7435e8c863c0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.1500053 May 11 16:19:57.048841 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.074585 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-ef9dee02-3e36-4cba-8728-a928ff6c9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:57.076319 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-ef9dee02-3e36-4cba-8728-a928ff6c9a17 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1099255 May 11 16:19:57.090969 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.205109 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.246310 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.251028 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 76162825-00ea-4588-9efa-dc1247e3ae62, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=76162825-00ea-4588-9efa-dc1247e3ae62,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:57.252080 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:57.252560 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76162825-00ea-4588-9efa-dc1247e3ae62'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:19:57.259749 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.263201 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:57.279560 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8830425c-5f87-4143-bee9-f7d1349dc835,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:57.285416 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.287891 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:57.319925 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-42cbf02f-7c39-4cd4-bceb-e0af0e94f241 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346213 May 11 16:19:57.330761 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-15cac541-550d-4996-8be9-fbc9001c172c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:57.370712 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76162825-00ea-4588-9efa-dc1247e3ae62', 'code': 200} May 11 16:19:57.374793 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=76162825-00ea-4588-9efa-dc1247e3ae62,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:57.387481 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:57.443069 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.446701 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8830425c-5f87-4143-bee9-f7d1349dc835 HTTP/1.1" status: 204 len: 168 time: 0.6589239 May 11 16:19:57.466799 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e49faa-944d-44a5-ad76-b7908f63fd1c,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:57.472522 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:57.496611 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Checking segment: {'id': '30118fac-4cde-4fb3-9b8e-9d587a23d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'e35b021b-7ba6-468a-813a-259b909aaa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:19:57.496973 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Network hostable DHCP agents. Network: e35b021b-7ba6-468a-813a-259b909aaa08, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:19:57.559025 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d4ad3d3-b2ce-460b-8592-6e81585e68cd req-18bae2c3-ffdd-4daf-b984-72d62f9fcc41 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305100 May 11 16:19:57.573466 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794d45b-0a1f-4a7a-8e02-7131a587e4ec req-234570b9-553c-44ab-acd2-9a6c5811480b tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:57.575858 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2794d45b-0a1f-4a7a-8e02-7131a587e4ec req-234570b9-553c-44ab-acd2-9a6c5811480b tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.2871037 May 11 16:19:57.577637 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Network e35b021b-7ba6-468a-813a-259b909aaa08 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:19:57.619990 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, e35b021b-7ba6-468a-813a-259b909aaa08) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:19:57.630591 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4e20b3-5a58-43ca-ab77-dcb862951a5c None None] Network e35b021b-7ba6-468a-813a-259b909aaa08 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:57.639309 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:57.640145 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:57.672824 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2794d45b-0a1f-4a7a-8e02-7131a587e4ec req-52666feb-dfe3-4545-9f4a-8acfb5704d55 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891085 May 11 16:19:57.681185 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4987071 May 11 16:19:57.826735 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f6f7a-f4ce-43a4-9e64-a04c2b7f9e8f req-0c9a1045-2e71-4fb0-9342-bfee530e1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:57.829015 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-912f6f7a-f4ce-43a4-9e64-a04c2b7f9e8f req-0c9a1045-2e71-4fb0-9342-bfee530e1eb6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.2288828 May 11 16:19:57.911090 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e630a0-c92a-4eec-bba0-0477dc8e25cd req-48964b42-7ea8-4d17-ba58-4dd4b3127a0b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:57.920976 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e3e630a0-c92a-4eec-bba0-0477dc8e25cd req-48964b42-7ea8-4d17-ba58-4dd4b3127a0b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1757846 May 11 16:19:57.980519 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-912f6f7a-f4ce-43a4-9e64-a04c2b7f9e8f req-c5fb7edd-7a67-458d-bf0a-c1e7872b57f8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351945 May 11 16:19:58.058136 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e3e630a0-c92a-4eec-bba0-0477dc8e25cd req-b210a75e-819c-452e-b8db-ba8f2744c6c7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343265 May 11 16:19:58.069400 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44560) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:58.205262 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Deleting subnet 6f3e5148-dff4-4806-b4b3-cedd4d8b2d6a {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:19:58.306007 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:58.352554 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e772e87f-ab62-4699-9745-572160bcc97d None None] Network e35b021b-7ba6-468a-813a-259b909aaa08 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:19:58.467906 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44582) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:58.491756 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:58.512541 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:58.535457 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:19:58.540986 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Usage tracker for resource:security_group_rule and tenant:934432288f934c52aa0dce2fa3ead1ab is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:19:58.547668 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:19:58.556165 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:19:58.564575 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:58.695907 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaea1e-6568-4600-86f6-f5d7449b1d04 req-f28fbd95-580d-464b-b586-fd836ed79251 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:58.698908 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3ccaea1e-6568-4600-86f6-f5d7449b1d04 req-f28fbd95-580d-464b-b586-fd836ed79251 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 943 time: 0.4853969 May 11 16:19:58.764107 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:58.775218 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:58.818054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:58.861070 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=934432288f934c52aa0dce2fa3ead1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913116 May 11 16:19:58.862084 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817ea8f1-08cc-4d2b-b206-dd523a5f1b7a,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:58.865156 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44604) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:58.871308 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 4da4136a-0510-4168-ab29-d9ba0d4f6849 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:19:58.882308 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:59.080469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.121214 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.192583 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.200102 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 4da4136a-0510-4168-ab29-d9ba0d4f6849, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:59.214227 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:59.218939 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '4da4136a-0510-4168-ab29-d9ba0d4f6849', 'network_id': '4e8d45a7-9f03-45ba-b836-f8be507d6c50', 'port_id': '4da4136a-0510-4168-ab29-d9ba0d4f6849', 'mac_address': 'fa:16:3e:99:5f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:19:59.281015 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.287350 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3e5148-dff4-4806-b4b3-cedd4d8b2d6a,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:59.289593 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:59.294436 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6f3e5148-dff4-4806-b4b3-cedd4d8b2d6a HTTP/1.1" status: 204 len: 168 time: 1.2241213 May 11 16:19:59.305570 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3ccaea1e-6568-4600-86f6-f5d7449b1d04 req-cc2efd4a-d8bd-4d15-aa3b-573184c54465 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928566 May 11 16:19:59.309389 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44622) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:19:59.342825 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.380490 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da4136a-0510-4168-ab29-d9ba0d4f6849 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:19:59.404765 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 4da4136a-0510-4168-ab29-d9ba0d4f6849, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:19:59.413890 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.420131 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-16fcd227-2466-4bca-9ff8-05ae35182bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:59.460720 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a88f8-38fe-4c0e-b859-53f3b7bbb1dd req-afbd2bb5-9ec5-49d5-a56e-170e4e24f8a1 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:59.462266 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a56a88f8-38fe-4c0e-b859-53f3b7bbb1dd req-afbd2bb5-9ec5-49d5-a56e-170e4e24f8a1 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.5233490 May 11 16:19:59.540123 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a56a88f8-38fe-4c0e-b859-53f3b7bbb1dd req-5c461df7-cfbc-4ba3-9f93-27cc2dd2617b tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503693 May 11 16:19:59.543403 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.578789 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.602530 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=4da4136a-0510-4168-ab29-d9ba0d4f6849,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:59.607515 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:59.633820 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d421af0f-6af2-41fa-b44d-e4585a64db32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:19:59.645378 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36adc9b-8f6f-4877-862c-6e7efe3b85c0 req-212f8c10-8318-440d-8a09-13b3cd1596a4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:19:59.647860 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b36adc9b-8f6f-4877-862c-6e7efe3b85c0 req-212f8c10-8318-440d-8a09-13b3cd1596a4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1147721 May 11 16:19:59.675510 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['4da4136a-0510-4168-ab29-d9ba0d4f6849'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:19:59.693157 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ea8f1-08cc-4d2b-b206-dd523a5f1b7a,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:19:59.707586 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:19:59.789644 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b36adc9b-8f6f-4877-862c-6e7efe3b85c0 req-e9e164a6-ebc2-4309-8dc8-0ad08b07b2ff tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284771 May 11 16:19:59.796122 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.797859 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/817ea8f1-08cc-4d2b-b206-dd523a5f1b7a HTTP/1.1" status: 204 len: 168 time: 0.9312935 May 11 16:19:59.818387 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:19:59.836047 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.836498 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.837591 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.837743 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > port after_create 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.838667 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.839083 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > port after_update 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.839469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.839894 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.840252 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:19:59.840647 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:00.003862 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:00.004214 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:00.005394 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:00.005847 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:00.006233 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d274bcd-ba2a-49f7-bb17-2c25c5baefdb']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:00.024002 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02150053-8788-44ef-a576-7eb0e50261db') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:00.024316 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02150053-8788-44ef-a576-7eb0e50261db') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:00.039170 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.064774 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.078960 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:20:00.079632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: from cryptography.utils import int_from_bytes May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: from cryptography.utils import int_from_bytes May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:20:00.105941 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:20:00.209767 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.219373 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:00.258367 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.285427 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d274bcd-ba2a-49f7-bb17-2c25c5baefdb,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:00.296542 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:00.296542 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2d274bcd-ba2a-49f7-bb17-2c25c5baefdb HTTP/1.1" status: 204 len: 168 time: 0.9797831 May 11 16:20:00.298567 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44662) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:00.506397 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Deleting subnet c9e49faa-944d-44a5-ad76-b7908f63fd1c {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:20:00.522996 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.676388 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.799689 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:00.837302 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0aeca-d6ff-4ff3-a554-068c599cc041 req-7b33093e-3919-4f7e-8013-949e0304c13e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:00.845431 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-19f0aeca-d6ff-4ff3-a554-068c599cc041 req-7b33093e-3919-4f7e-8013-949e0304c13e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 944 time: 0.2529132 May 11 16:20:00.995267 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-19f0aeca-d6ff-4ff3-a554-068c599cc041 req-e9a0fc2f-d7fa-42fc-bc15-ffcf24724cba tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477556 May 11 16:20:01.053994 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64277f-af60-4db8-b657-e61f098cef8a req-8c9605ff-44d6-4c5c-be9f-ec6850245b4b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:01.063645 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9e64277f-af60-4db8-b657-e61f098cef8a req-8c9605ff-44d6-4c5c-be9f-ec6850245b4b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1112676 May 11 16:20:01.123200 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9e64277f-af60-4db8-b657-e61f098cef8a req-062e001e-9acc-401a-9982-af89bf13bc05 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584507 May 11 16:20:01.266742 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.272565 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-505f4f89-d235-4420-a581-5ace5da129e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:01.313143 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e49faa-944d-44a5-ad76-b7908f63fd1c,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:01.319970 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:01.322015 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.338889 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3a80c9ae-f67d-4637-b854-b41908efdfc4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c9e49faa-944d-44a5-ad76-b7908f63fd1c HTTP/1.1" status: 204 len: 168 time: 1.0361352 May 11 16:20:01.338889 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44708) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:01.420062 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:20:01.507044 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.608611 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:01.626700 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'port_id': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'mac_address': 'fa:16:3e:f1:d7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:20:01.696400 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.716493 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5d117b-487d-4dae-8cc6-a5516518343f {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:20:01.716743 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.732429 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35b021b-7ba6-468a-813a-259b909aaa08']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:01.736174 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:01.741606 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.743507 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:01.748975 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30118fac-4cde-4fb3-9b8e-9d587a23d938') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:01.749267 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30118fac-4cde-4fb3-9b8e-9d587a23d938') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:01.763422 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.789856 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.799272 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:20:01.800595 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:20:01.815799 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:20:01.828850 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:01.832787 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:01.899741 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.903558 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:01.917311 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:01.927377 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35b021b-7ba6-468a-813a-259b909aaa08,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:01.929467 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:01.935940 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e35b021b-7ba6-468a-813a-259b909aaa08 HTTP/1.1" status: 204 len: 168 time: 0.5956500 May 11 16:20:02.209576 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44738) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:02.309034 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6f47b-f3d8-4678-9b6c-354ce1b8cd17 req-01a07d83-82f7-4a15-b5fe-d7877788aaf6 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:02.316546 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d5d6f47b-f3d8-4678-9b6c-354ce1b8cd17 req-01a07d83-82f7-4a15-b5fe-d7877788aaf6 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 944 time: 0.1797578 May 11 16:20:02.318214 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e67724a7-acc9-4d63-9423-0012446f83fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8274b5ecb094eab9ac924a2b6a38889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073711 May 11 16:20:02.320851 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44742) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:02.372346 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d5d6f47b-f3d8-4678-9b6c-354ce1b8cd17 req-a7a20694-157a-4c0b-be1a-a7b37db11299 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482965 May 11 16:20:02.438509 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738f32-a758-4cad-a1dc-868f6b6bb1d1 req-f9ae41ac-155d-4047-81c9-517285caf8cc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:02.440108 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6738f32-a758-4cad-a1dc-868f6b6bb1d1 req-f9ae41ac-155d-4047-81c9-517285caf8cc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.1735039 May 11 16:20:02.451060 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:02.512344 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:02.530323 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6738f32-a758-4cad-a1dc-868f6b6bb1d1 req-a3a142fd-1849-4f34-90fe-6c920b779a80 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834033 May 11 16:20:02.594760 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:02.601107 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-85990720-8cad-4646-8ff6-a87c325e5989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:02.615728 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b489848-9157-4ad2-a8db-291bee9a13db,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:02.618672 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:02.624619 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:02.626574 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b489848-9157-4ad2-a8db-291bee9a13db HTTP/1.1" status: 204 len: 168 time: 0.3045256 May 11 16:20:03.161766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44762) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:03.222477 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e0a75440-a17b-42e4-875e-3d6bd7b72894 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e4eab7f1584440691c761390e88fd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570974 May 11 16:20:03.223109 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44768) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:03.303602 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:03.343837 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 4da4136a-0510-4168-ab29-d9ba0d4f6849 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:03.351172 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:03.476665 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 4da4136a-0510-4168-ab29-d9ba0d4f6849 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:03.483656 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 4da4136a-0510-4168-ab29-d9ba0d4f6849 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:03.484321 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:03.502027 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:03.517904 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:03.535451 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0341a73f-295b-48ec-b464-6c09d02196d9,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:03.541267 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:03.545503 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0341a73f-295b-48ec-b464-6c09d02196d9 HTTP/1.1" status: 204 len: 168 time: 0.3217022 May 11 16:20:03.552380 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.552734 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.554076 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.554076 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.554076 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.554076 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.554625 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.555669 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.555669 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.556038 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.558255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.558255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:03.569952 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:03.660530 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['5e5d117b-487d-4dae-8cc6-a5516518343f'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:20:03.680287 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2bbce-5c10-4750-a1ad-dee70a6e33c5 req-7c2fcade-2f7a-4024-93d0-497c8a41aaed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:03.691065 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-34b2bbce-5c10-4750-a1ad-dee70a6e33c5 req-7c2fcade-2f7a-4024-93d0-497c8a41aaed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 944 time: 0.1358783 May 11 16:20:03.754762 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-34b2bbce-5c10-4750-a1ad-dee70a6e33c5 req-5b7e3cbc-7533-4412-810e-f8759eadc4a3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621154 May 11 16:20:03.795463 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:03.868806 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da4136a-0510-4168-ab29-d9ba0d4f6849'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:20:03.897059 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be89a7-6bbb-4667-9eaa-a1f4873311df req-442ae916-c1cd-4c85-8bef-37e058df6914 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:03.908780 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-57be89a7-6bbb-4667-9eaa-a1f4873311df req-442ae916-c1cd-4c85-8bef-37e058df6914 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.1855805 May 11 16:20:03.912857 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 4da4136a-0510-4168-ab29-d9ba0d4f6849, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:03.920077 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:03.927225 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:03.980940 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-57be89a7-6bbb-4667-9eaa-a1f4873311df req-f6b605a1-fddf-4555-a1db-ae1ab4669e71 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708342 May 11 16:20:04.049572 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da4136a-0510-4168-ab29-d9ba0d4f6849', 'code': 200} May 11 16:20:04.087625 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=4da4136a-0510-4168-ab29-d9ba0d4f6849,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:04.093193 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:04.397185 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c883b-d803-4917-8db0-4b14f0f5a47a req-067c4bc7-b37c-4f62-a558-363f45d409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:04.399124 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-640c883b-d803-4917-8db0-4b14f0f5a47a req-067c4bc7-b37c-4f62-a558-363f45d409a2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 1098 time: 0.1420851 May 11 16:20:04.503619 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-640c883b-d803-4917-8db0-4b14f0f5a47a req-f672c96a-7f99-4394-bc41-eee7f52b0252 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 May 11 16:20:05.067552 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826937f-6922-4bd1-9b39-2ae40bf5b078 req-0da8e31d-8da3-429d-b9f8-eb7369aae15e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:05.082136 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c826937f-6922-4bd1-9b39-2ae40bf5b078 req-0da8e31d-8da3-429d-b9f8-eb7369aae15e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1375737 May 11 16:20:05.196908 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c826937f-6922-4bd1-9b39-2ae40bf5b078 req-10e4ee8d-02af-4567-8de1-28c1dc66db01 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078002 May 11 16:20:05.346302 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:05.519867 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82114-62ea-4c9c-8d7e-8d1ae9afbee5 req-3e6c9426-5297-4bae-800d-a3eaaa8131e2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:05.531940 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d7a82114-62ea-4c9c-8d7e-8d1ae9afbee5 req-3e6c9426-5297-4bae-800d-a3eaaa8131e2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.2173820 May 11 16:20:05.568541 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 5e5d117b-487d-4dae-8cc6-a5516518343f completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:05.593333 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 5e5d117b-487d-4dae-8cc6-a5516518343f triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:05.594013 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:05.721822 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d7a82114-62ea-4c9c-8d7e-8d1ae9afbee5 req-c383c812-adc7-46f9-b26a-07c234dd2a83 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880450 May 11 16:20:05.889687 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44862) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:05.931104 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:06.015845 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:06.022932 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:06.025010 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8223bfac-8513-4cb1-8c33-8e61387665d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:06.061508 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:20:06.126672 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:06.131866 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:06.202269 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'code': 200} May 11 16:20:06.480519 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:06.511606 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:06.519663 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Usage tracker for resource:security_group_rule and tenant:88c9f8ef321d4a1d8105e057a2c08fbc is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:06.524861 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:06.537017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:06.586075 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682e2a7-1e83-496f-8caa-d1c2482c0146 req-49d06fa4-8194-48a9-b35d-08303614c880 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:06.587631 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a682e2a7-1e83-496f-8caa-d1c2482c0146 req-49d06fa4-8194-48a9-b35d-08303614c880 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1743736 May 11 16:20:06.652599 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a682e2a7-1e83-496f-8caa-d1c2482c0146 req-ef234606-e863-4faf-8721-2550f9413d02 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537927 May 11 16:20:06.793439 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:06.801605 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:06.815514 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7609284b-6c14-4b0b-8f2e-dc8d948c1717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:06.864677 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88c9f8ef321d4a1d8105e057a2c08fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9732504 May 11 16:20:06.866554 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaaa753-38bc-4107-8ce0-973845a1afb3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:06.867793 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44904) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:06.871372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:07.019095 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:07.059575 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:07.133588 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a756b-7fcb-42bd-a3d7-9d102c685416 req-6663b519-c39c-473b-aa82-f90c700e0a33 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:07.144123 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe7a756b-7fcb-42bd-a3d7-9d102c685416 req-6663b519-c39c-473b-aa82-f90c700e0a33 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1991568 May 11 16:20:07.234761 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe7a756b-7fcb-42bd-a3d7-9d102c685416 req-6425b68a-55bd-4022-b69d-2453c0f64e81 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908201 May 11 16:20:07.241314 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:07.268728 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:07.286563 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaaa753-38bc-4107-8ce0-973845a1afb3,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:07.309145 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:07.313193 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2aaaa753-38bc-4107-8ce0-973845a1afb3 HTTP/1.1" status: 204 len: 168 time: 0.4411819 May 11 16:20:07.313193 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.313193 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.313850 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.314437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.315034 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.315116 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.315420 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.315758 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.316120 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.316455 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.316788 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.317121 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:07.320912 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:07.358156 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14eeb7-be49-484e-a73f-b90099a9f46e req-8c5df8ca-d0d3-4c4f-ad83-47e137144268 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:07.360813 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5e14eeb7-be49-484e-a73f-b90099a9f46e req-8c5df8ca-d0d3-4c4f-ad83-47e137144268 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1898687 May 11 16:20:07.446388 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5e14eeb7-be49-484e-a73f-b90099a9f46e req-f66a65e1-78cc-4fdf-9b19-9e268e5e26b3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794814 May 11 16:20:07.811185 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44934) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:07.830000 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:07.847651 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:07.852596 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Usage tracker for resource:security_group_rule and tenant:4f37320380cc4f87b2d58d743a547260 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:07.858765 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:07.878972 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:08.008769 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.014892 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.024055 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:08.069686 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f37320380cc4f87b2d58d743a547260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571816 May 11 16:20:08.071354 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d44019-7420-4dc1-8346-0c1c7a9b4c72,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:08.073104 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44944) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:08.076560 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:08.137450 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.185840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.282530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.291455 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:08.316621 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d44019-7420-4dc1-8346-0c1c7a9b4c72,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:08.320710 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:08.334903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.336784 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26d44019-7420-4dc1-8346-0c1c7a9b4c72 HTTP/1.1" status: 204 len: 168 time: 0.2625086 May 11 16:20:08.563728 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975e298-a3bf-4ab9-83da-b8e452abb0c6 req-f3991b1c-ca90-489c-a5d7-42e0029374dd tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:08.566944 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1975e298-a3bf-4ab9-83da-b8e452abb0c6 req-f3991b1c-ca90-489c-a5d7-42e0029374dd tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1521554 May 11 16:20:08.575840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 44964) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:08.635815 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1975e298-a3bf-4ab9-83da-b8e452abb0c6 req-fad5ecd5-a78b-4073-a410-f0fc275ca810 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620787 May 11 16:20:08.702713 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1351-4918-4dc7-b7f3-411d7d089de5 req-2765b491-d209-4621-8dbe-70f514800c81 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:08.704294 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-350c1351-4918-4dc7-b7f3-411d7d089de5 req-2765b491-d209-4621-8dbe-70f514800c81 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1199667 May 11 16:20:08.768621 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.783843 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-350c1351-4918-4dc7-b7f3-411d7d089de5 req-d44f02c8-37a4-4c3d-8d86-a3877c09c1e8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718138 May 11 16:20:08.789988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:08.796693 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Usage tracker for resource:security_group_rule and tenant:32a42e9930fc411da2a47a4dec5b4a3c is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:08.809540 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:08.809540 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:08.917624 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.923431 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:08.940363 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-51ab6eeb-1a9d-4591-ae24-4c82aa21b32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:09.023395 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32a42e9930fc411da2a47a4dec5b4a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463491 May 11 16:20:09.027562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d6e517-2089-43da-a151-511cc68906e2,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:09.027840 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 44990) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:09.032638 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:09.106019 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:09.141911 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:09.232524 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:09.239106 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c22ca412-766e-45f4-ae01-7063b125f238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:09.297552 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d6e517-2089-43da-a151-511cc68906e2,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:09.315037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:09.329495 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:09.341951 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7d6e517-2089-43da-a151-511cc68906e2 HTTP/1.1" status: 204 len: 168 time: 0.3064189 May 11 16:20:09.405074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-a64c8cb1-c8cb-4fc7-b208-4c4172e88895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:09.407033 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-a64c8cb1-c8cb-4fc7-b208-4c4172e88895 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 1098 time: 0.1524880 May 11 16:20:09.574370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd5d1-e708-4521-a7cf-368861f6a234 req-97a0b69c-a2fe-49ac-8f99-f657d9afae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:09.577005 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b71cd5d1-e708-4521-a7cf-368861f6a234 req-97a0b69c-a2fe-49ac-8f99-f657d9afae9f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1098 time: 0.0874422 May 11 16:20:09.657523 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-f3e02836-e946-4c00-9906-2b6547f1dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:09.659058 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-f3e02836-e946-4c00-9906-2b6547f1dee7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.2447853 May 11 16:20:09.909619 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45012) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:09.939558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:09.957023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:09.960935 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587d0f4-3b1d-4420-85f4-e3268ed0eebc req-8bd1cc63-e161-4934-b046-683ef291fd02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:09.962292 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Usage tracker for resource:security_group_rule and tenant:b22b78886de94818a5073c5bc4ae78d2 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:09.963243 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7587d0f4-3b1d-4420-85f4-e3268ed0eebc req-8bd1cc63-e161-4934-b046-683ef291fd02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1801019 May 11 16:20:09.966658 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:09.973724 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:10.051244 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7587d0f4-3b1d-4420-85f4-e3268ed0eebc req-d4361794-b738-40f2-b78e-038c5cdabcc8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775638 May 11 16:20:10.252820 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cfcba-950d-4039-b4d0-bc4c245371f6 req-c2be2b0a-0be0-4002-9722-7925e3fc3aed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:10.263503 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9e9cfcba-950d-4039-b4d0-bc4c245371f6 req-c2be2b0a-0be0-4002-9722-7925e3fc3aed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2654970 May 11 16:20:10.264869 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:10.294417 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:10.314758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:10.422750 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b22b78886de94818a5073c5bc4ae78d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113745 May 11 16:20:10.426012 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45028) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:10.427152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a50e8-d10b-4e88-9993-31b08e6a41f6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:10.434491 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:10.440033 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9e9cfcba-950d-4039-b4d0-bc4c245371f6 req-231cdfbb-8c82-4bdd-825e-35e868d512e4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727686 May 11 16:20:10.507923 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:10.542291 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:10.632669 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:10.642033 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:10.663503 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a50e8-d10b-4e88-9993-31b08e6a41f6,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:10.669232 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:10.672796 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:10.676895 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/593a50e8-d10b-4e88-9993-31b08e6a41f6 HTTP/1.1" status: 204 len: 168 time: 0.2471988 May 11 16:20:11.373496 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7df94-cca5-4da1-9836-a8db9ed812eb req-0b6650f7-e29f-42af-9f22-538e9f4dd64b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:11.377008 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-47d7df94-cca5-4da1-9836-a8db9ed812eb req-0b6650f7-e29f-42af-9f22-538e9f4dd64b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1522481 May 11 16:20:11.455247 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-b71cd5d1-e708-4521-a7cf-368861f6a234 req-d2e298e4-affd-4e3e-9759-86bbd2f9a611 service neutron] Synchronizing usage tracker for tenant:8592dda18fb249e0abf7ecc42c593def on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:20:11.512616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-b71cd5d1-e708-4521-a7cf-368861f6a234 req-d2e298e4-affd-4e3e-9759-86bbd2f9a611 service neutron] Unset dirty status for tenant:8592dda18fb249e0abf7ecc42c593def on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:20:11.517961 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b71cd5d1-e708-4521-a7cf-368861f6a234 req-d2e298e4-affd-4e3e-9759-86bbd2f9a611 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119144 May 11 16:20:11.534103 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-7f9abbfb-0802-4c6a-9eaf-a20b9c244371 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849 HTTP/1.1" status: 200 len: 217 time: 0.1150868 May 11 16:20:11.558809 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-47d7df94-cca5-4da1-9836-a8db9ed812eb req-d86eb52a-53c3-4773-a8fb-253398e627ee tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753201 May 11 16:20:11.770109 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a77aa-bcfa-4a80-90b4-c29d57522be7 req-17defa1f-f545-46c3-8bad-0d32eb79cb29 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:11.771585 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-788a77aa-bcfa-4a80-90b4-c29d57522be7 req-17defa1f-f545-46c3-8bad-0d32eb79cb29 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.0948863 May 11 16:20:11.823728 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-788a77aa-bcfa-4a80-90b4-c29d57522be7 req-b37b6f40-a83e-4054-bcf0-3d77cee1faa6 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 May 11 16:20:12.639327 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-d693cc0f-3ee2-48fc-8ec6-7758a6179af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:12.641502 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-d693cc0f-3ee2-48fc-8ec6-7758a6179af1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.0667601 May 11 16:20:12.812033 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-0f237ffe-7aa0-4d7c-bde2-837abb2d790c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630702 May 11 16:20:12.974724 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd88b62-8cc1-486d-87d4-e2df9366970b req-0e5c7962-de23-4d84-84ad-958a8e3bf2aa tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:12.976388 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9dd88b62-8cc1-486d-87d4-e2df9366970b req-0e5c7962-de23-4d84-84ad-958a8e3bf2aa tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.2729707 May 11 16:20:13.020984 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-4d412aa4-79e0-46dc-8f39-154b8e3b724b service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939178 May 11 16:20:13.037805 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228566a3-12a6-4fff-8595-41ed497009e3 req-55818bdc-9671-4681-aa57-6ab83adfdcb1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:13.039313 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-228566a3-12a6-4fff-8595-41ed497009e3 req-55818bdc-9671-4681-aa57-6ab83adfdcb1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.0957911 May 11 16:20:13.057707 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9dd88b62-8cc1-486d-87d4-e2df9366970b req-287969b1-8ed3-49e1-a773-dfea5da85240 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688577 May 11 16:20:13.116793 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-228566a3-12a6-4fff-8595-41ed497009e3 req-9e157c88-72fa-40db-9fde-f31ad3ad0b0b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695853 May 11 16:20:14.046903 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a0dbb10-b2ab-413b-a31d-e7f341298f42 req-4f3490ff-4e06-4562-9121-3daa4e95a331 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345486 May 11 16:20:14.381488 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d350d-2194-4cd7-a770-d208943c8510 req-8a0a61de-b71a-4afe-8d4a-43ae9b3b2c5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:14.402295 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c77d350d-2194-4cd7-a770-d208943c8510 req-8a0a61de-b71a-4afe-8d4a-43ae9b3b2c5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1790185 May 11 16:20:14.443924 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf35b7e-b7b0-4fc8-82a0-f39cb1838c62 req-7ccefe33-3eac-4441-b616-bbf398ac94d1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:14.446241 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ecf35b7e-b7b0-4fc8-82a0-f39cb1838c62 req-7ccefe33-3eac-4441-b616-bbf398ac94d1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1274259 May 11 16:20:14.487183 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c77d350d-2194-4cd7-a770-d208943c8510 req-b05c861e-d80e-45a9-bc65-752bfdf1e4ff tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829680 May 11 16:20:14.520521 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ecf35b7e-b7b0-4fc8-82a0-f39cb1838c62 req-19d7ec4b-c208-4ffb-80b0-9c7c9c31beaa tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592680 May 11 16:20:15.574224 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45178) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:15.754102 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:15.782222 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:15.792354 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Usage tracker for resource:security_group_rule and tenant:4cc628c616ec412590dd7e0be8abfcde is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:15.798412 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:15.811522 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:15.855493 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f375c6-3ecd-4cb3-948e-6fe260db7bcc req-aff2db9d-c87e-4758-b2e8-b9f895787aa5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:15.858064 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-63f375c6-3ecd-4cb3-948e-6fe260db7bcc req-aff2db9d-c87e-4758-b2e8-b9f895787aa5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1893103 May 11 16:20:15.884716 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5b2cb-7969-4327-b5af-c3aaf164c713 req-c6254a91-c4d2-4fb5-82e6-333a59f8f543 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:15.892761 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d6c5b2cb-7969-4327-b5af-c3aaf164c713 req-c6254a91-c4d2-4fb5-82e6-333a59f8f543 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1849408 May 11 16:20:15.954378 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d6c5b2cb-7969-4327-b5af-c3aaf164c713 req-7f53e5f9-7471-43f7-97a8-fd811566f362 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 May 11 16:20:15.977118 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-63f375c6-3ecd-4cb3-948e-6fe260db7bcc req-4c84b5cd-7ebd-49c5-80ce-1d4d74d57976 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979090 May 11 16:20:16.063790 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:16.069279 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:16.079080 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:16.126694 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cc628c616ec412590dd7e0be8abfcde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489762 May 11 16:20:16.127746 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46582e-8faf-4e58-a04f-9880c0e913be,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:16.130297 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45196) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:16.131236 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:16.209592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:16.241640 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:16.322283 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:16.328374 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2576b1eb-3541-4cf0-8b00-5cdca79c4eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:16.347125 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46582e-8faf-4e58-a04f-9880c0e913be,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:16.349939 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:16.371187 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:16.372785 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec46582e-8faf-4e58-a04f-9880c0e913be HTTP/1.1" status: 204 len: 168 time: 0.2411697 May 11 16:20:16.894090 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45212) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:16.934513 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:16.964511 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:16.971881 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6884dbcc63411e9b3730db6e3d93a7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:16.980554 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:16.997006 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:17.224133 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:17.277990 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:17.294564 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-836f554b-0291-4d0a-8270-1cdd9a6e9da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:17.315796 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-44804146-2ecb-4ce1-9b62-445efc58e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:17.366204 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd81b6a1-b3ee-4228-91d3-97a89219729c,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:17.402344 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4ddee-883a-497a-8eeb-0795f053ba46 req-9ecf7059-37f1-4bdd-a6de-2e9a2fe0cb0a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:17.415322 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-71a4ddee-883a-497a-8eeb-0795f053ba46 req-9ecf7059-37f1-4bdd-a6de-2e9a2fe0cb0a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.2118039 May 11 16:20:17.442435 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:17.457610 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd6884dbcc63411e9b3730db6e3d93a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617585 May 11 16:20:17.461494 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45236) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:17.517111 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-71a4ddee-883a-497a-8eeb-0795f053ba46 req-a12c1611-8a23-41b7-9fc7-658d16843d83 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989938 May 11 16:20:17.538245 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa609-e73d-4d86-b8a3-fb65985e7acb req-e9562725-b153-4b11-9ae0-0d84aa299220 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:17.548483 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-512fa609-e73d-4d86-b8a3-fb65985e7acb req-e9562725-b153-4b11-9ae0-0d84aa299220 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3216488 May 11 16:20:17.635877 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:17.651330 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-512fa609-e73d-4d86-b8a3-fb65985e7acb req-e0b592b6-d493-40f5-b770-265a417cc431 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014218 May 11 16:20:17.733370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:17.856726 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:17.867040 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-411c44c1-dace-476b-b58f-f78281c92865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:17.889623 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd81b6a1-b3ee-4228-91d3-97a89219729c,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:17.895485 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:17.913766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:17.916185 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd81b6a1-b3ee-4228-91d3-97a89219729c HTTP/1.1" status: 204 len: 168 time: 0.4529841 May 11 16:20:17.971758 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdde59-8282-4f8c-b15d-d70112d239a4 req-ca060413-4602-466e-abba-a541fcd51c9a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:17.990209 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45258) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:17.999047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'floatingip': {'port_id': '5e5d117b-487d-4dae-8cc6-a5516518343f'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:18.000489 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-91fdde59-8282-4f8c-b15d-d70112d239a4 req-ca060413-4602-466e-abba-a541fcd51c9a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1999366 May 11 16:20:18.188524 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:19.440007 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c74b70-c043-4005-b760-290f7acb77a7 req-e384985c-db6e-4b15-9778-f68e8dd3fd79 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:19.442411 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b4c74b70-c043-4005-b760-290f7acb77a7 req-e384985c-db6e-4b15-9778-f68e8dd3fd79 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.4728043 May 11 16:20:19.792804 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b4c74b70-c043-4005-b760-290f7acb77a7 req-d8963b6b-3ca6-426c-b9df-bc1d6e94005a tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374619 May 11 16:20:19.896668 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45318) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:20.178788 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:20.187069 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:20.461239 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:20.488597 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:20.497387 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ffa87fa0023428aa49e3b3d98fe6627 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:20.502656 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:20.512863 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:20.552070 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:20.623404 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Floating IP 7f96e00a-da47-48d5-b48a-3ed603ca0ea5 associated. External IP: 172.27.2.95, port: 5e5d117b-487d-4dae-8cc6-a5516518343f. May 11 16:20:20.702513 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:20.713460 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:20.742857 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6f6f0ddf-f834-476f-bd2f-6ba6e021e3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:20.823639 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12b77b-4073-450d-987f-4802c5fdc872,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:20.827313 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:20.834991 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ffa87fa0023428aa49e3b3d98fe6627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9356687 May 11 16:20:20.838291 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45352) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:21.084315 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:21.138447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:21.170803 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a4f3-acb2-48b9-aa0b-55764b15a477 req-e3497547-2b41-4a75-96d6-b91f9a9d82c8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:21.179736 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4730a4f3-acb2-48b9-aa0b-55764b15a477 req-e3497547-2b41-4a75-96d6-b91f9a9d82c8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2069001 May 11 16:20:21.217931 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-abfa00f4-0644-4a37-ae38-6d26fb3b305a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:21.319001 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4730a4f3-acb2-48b9-aa0b-55764b15a477 req-c332251c-af22-43c1-9ea1-ead6dd27fe29 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249402 May 11 16:20:21.354627 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:21.360347 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:21.376584 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Router dfb229db-c588-43ea-9fc3-d43387c8e142 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:20:21.390174 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12b77b-4073-450d-987f-4802c5fdc872,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:21.408726 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:21.427529 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:21.431166 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea12b77b-4073-450d-987f-4802c5fdc872 HTTP/1.1" status: 204 len: 168 time: 0.5792272 May 11 16:20:21.703808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:20:21.709071 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:21.729921 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] Sync routers for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:20:21.753486 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45386) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:21.769587 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:20:21.770808 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:21.808877 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-aa0e3563-299f-4a40-b03b-ad8bdf356bc0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "PUT /v2.0/floatingips/7f96e00a-da47-48d5-b48a-3ed603ca0ea5 HTTP/1.1" status: 200 len: 990 time: 3.8053803 May 11 16:20:21.809759 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:20:21.923570 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'status': 'completed', 'code': 200} May 11 16:20:22.057277 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45402) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:22.077974 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:22.097431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:22.106997 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Usage tracker for resource:security_group_rule and tenant:936600a662af4331bc8f959b67b8f59c is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:22.116663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:22.140122 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:22.186074 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:20:22.376487 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:22.476928 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:22.500195 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7c669eaf-e91f-438f-aa70-bf6224a03859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:22.549008 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d099a46b-5c1c-4b59-8da9-8b84102cd949,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:22.570620 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:22.700011 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=936600a662af4331bc8f959b67b8f59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411371 May 11 16:20:22.701853 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45422) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:22.710374 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:22.835204 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:22.841501 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Usage tracker for resource:security_group_rule and tenant:c50aea4d64b547c790afda3888640b8c is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:22.845426 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:22.853854 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:22.871577 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-398652a3-0f54-4d6a-b499-c9565802995c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1895688 May 11 16:20:22.908499 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '7f96e00a-da47-48d5-b48a-3ed603ca0ea5', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'port_id': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'mac_address': 'fa:16:3e:f1:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:19:30Z', 'updated_at': '2021-05-11T16:20:19Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:22.917812 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] Checking router: dfb229db-c588-43ea-9fc3-d43387c8e142 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:20:22.934874 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:20:22.936255 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:23.008342 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45428) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:23.029055 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.096854 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.138007 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc614f6-52e7-466f-960c-5828afff542c req-292aebd5-3e67-4d14-813b-724440157de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:23.140503 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1bc614f6-52e7-466f-960c-5828afff542c req-292aebd5-3e67-4d14-813b-724440157de5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1098 time: 0.7622955 May 11 16:20:23.203155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.208082 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.219159 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e0475-1eb7-4f94-b082-9aa3719cca6f req-53c62caa-eb7f-4ed7-bb1f-935ddf2314dd tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:23.221222 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-176e0475-1eb7-4f94-b082-9aa3719cca6f req-53c62caa-eb7f-4ed7-bb1f-935ddf2314dd tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.6186655 May 11 16:20:23.224624 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.245325 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.284556 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:23.284877 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:20:23.289989 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:23.300832 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Usage tracker for resource:security_group_rule and tenant:18c9c16ce7c34f048e49c268bcbe7020 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:23.308034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:23.321945 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f706df4-c7ea-4a7a-9b52-c0a7e59702f1,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:23.322654 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:23.344637 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:23.350152 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c50aea4d64b547c790afda3888640b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5944104 May 11 16:20:23.355251 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45438) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:23.419742 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-176e0475-1eb7-4f94-b082-9aa3719cca6f req-7ce29bff-4ae1-4413-99d5-625cffebd797 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514578 May 11 16:20:23.438334 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.448178 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:23.507055 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d099a46b-5c1c-4b59-8da9-8b84102cd949,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:23.514432 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:23.542374 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.556036 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d099a46b-5c1c-4b59-8da9-8b84102cd949 HTTP/1.1" status: 204 len: 168 time: 0.8096926 May 11 16:20:23.587865 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.638648 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.646498 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.660059 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9dd8207d-bf66-4baa-a5fe-423d448c9349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:23.663601 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.761230 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18c9c16ce7c34f048e49c268bcbe7020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516181 May 11 16:20:23.762732 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff38698-3c5b-4c19-be60-dd5f2e23d339,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:23.767171 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45448) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:23.778051 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:23.965479 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:23.973732 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ee2c023d-611d-44f5-a54e-b0b4d235c9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:24.021598 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f706df4-c7ea-4a7a-9b52-c0a7e59702f1,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:24.060634 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:24.068376 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:24.074120 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f706df4-c7ea-4a7a-9b52-c0a7e59702f1 HTTP/1.1" status: 204 len: 168 time: 0.7131293 May 11 16:20:24.074120 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:24.130145 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:24.198061 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '7f96e00a-da47-48d5-b48a-3ed603ca0ea5', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'port_id': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'mac_address': 'fa:16:3e:f1:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:19:30Z', 'updated_at': '2021-05-11T16:20:19Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:24.206398 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb39539-d3e1-4d8b-8067-08312482b3b8 None None] The sync data for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi is: [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '7f96e00a-da47-48d5-b48a-3ed603ca0ea5', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'port_id': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'mac_address': 'fa:16:3e:f1:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:19:30Z', 'updated_at': '2021-05-11T16:20:19Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:20:24.234187 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:24.242178 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:24.264075 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff38698-3c5b-4c19-be60-dd5f2e23d339,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:24.266536 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:24.272643 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:24.277513 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ff38698-3c5b-4c19-be60-dd5f2e23d339 HTTP/1.1" status: 204 len: 168 time: 0.5044870 May 11 16:20:24.333575 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:20:24.621906 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e6a83-6e23-4ff3-8f08-0574f76283f1 None None] New status for floating IP 7f96e00a-da47-48d5-b48a-3ed603ca0ea5: ACTIVE {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:20:24.766100 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45474) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:24.817430 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:24.844064 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:24.849996 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5c91bdb2804779b9439031f0402e05 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:24.854842 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:24.864043 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:24.969598 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bf08e-fe62-4d27-8300-2013a363aa0d req-68693445-2ce9-457a-b2f5-3d84cd1e9276 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:24.980293 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c72bf08e-fe62-4d27-8300-2013a363aa0d req-68693445-2ce9-457a-b2f5-3d84cd1e9276 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3322289 May 11 16:20:25.097117 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c72bf08e-fe62-4d27-8300-2013a363aa0d req-2cd2d461-c6be-4a59-9606-82d98867e5af tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010954 May 11 16:20:25.176812 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.185565 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.206259 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:25.305551 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45492) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:25.332687 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae5c91bdb2804779b9439031f0402e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647488 May 11 16:20:25.334599 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eb3c28-78a0-453b-8b39-de87d439dda0,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:25.349407 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:25.422632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45496) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:25.430584 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.469214 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.508919 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:25.514463 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Usage tracker for resource:security_group_rule and tenant:a3a279f9d735450e89f4f75a98e2f073 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:25.518788 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:25.521332 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.525454 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:25.586067 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.663385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.669525 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.679276 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-581068fa-1ef6-4f32-872f-fd44b5ca07da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:25.702340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.720859 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45502) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:25.721266 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bc79974a-312a-4fa9-a995-7fab78cc5a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:25.742844 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eb3c28-78a0-453b-8b39-de87d439dda0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:25.745298 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3a279f9d735450e89f4f75a98e2f073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193934 May 11 16:20:25.748030 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:25.748967 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45508) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:25.750553 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692012f4-c76a-4b53-891a-2a5eb124c6b0,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:25.759752 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:25.767197 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.768938 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6eb3c28-78a0-453b-8b39-de87d439dda0 HTTP/1.1" status: 204 len: 168 time: 0.4610703 May 11 16:20:25.880832 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.904791 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-702805220-network', 'tenant_id': '799c1444179a486bbf0aeffcc25e7366'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:25.925875 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:25.948613 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Usage tracker for resource:network and tenant:799c1444179a486bbf0aeffcc25e7366 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:25.960077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:25.968526 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:25.976793 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:26.018704 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Made reservation on behalf of 799c1444179a486bbf0aeffcc25e7366 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:26.022313 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.048032 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.172955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-fc951d70-f6fb-468e-a136-52168bd24307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:26.174463 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-fc951d70-f6fb-468e-a136-52168bd24307 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7f7126a5e0da485aa38e6c55a320a36d&device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 1098 time: 0.1253223 May 11 16:20:26.215417 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:26.249241 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Usage tracker for resource:security_group_rule and tenant:799c1444179a486bbf0aeffcc25e7366 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:26.258444 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:26.277635 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:26.289059 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.316809 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:26.403538 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692012f4-c76a-4b53-891a-2a5eb124c6b0,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:26.418669 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-362918eb-d56a-43ec-a5f1-613f26c9851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:26.420360 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-362918eb-d56a-43ec-a5f1-613f26c9851a service neutron] 10.222.0.87 "GET /v2.0/networks?id=af782c76-639d-48b6-94c1-7c8421f38584 HTTP/1.1" status: 200 len: 913 time: 0.2175860 May 11 16:20:26.423894 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:26.441643 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.574070 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-d04f4e4f-4ff7-4ad6-9159-e0764597f140 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6 HTTP/1.1" status: 200 len: 217 time: 0.1389823 May 11 16:20:26.610577 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc614f6-52e7-466f-960c-5828afff542c req-94f5b657-748c-4081-81cc-65d727e0f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:26.612931 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1bc614f6-52e7-466f-960c-5828afff542c req-94f5b657-748c-4081-81cc-65d727e0f06c service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.5448699 May 11 16:20:26.622117 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.623894 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/692012f4-c76a-4b53-891a-2a5eb124c6b0 HTTP/1.1" status: 204 len: 168 time: 0.8681328 May 11 16:20:26.751089 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526b0ae-0acf-438f-9a54-906f0de35fd4 req-e0b119c5-838c-4216-87e5-f42b04065934 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:26.755438 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6526b0ae-0acf-438f-9a54-906f0de35fd4 req-e0b119c5-838c-4216-87e5-f42b04065934 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3092399 May 11 16:20:26.810202 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.824725 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.832526 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-06fddf9e-0419-468d-b4dd-852b815481fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:26.858664 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6526b0ae-0acf-438f-9a54-906f0de35fd4 req-0532db01-2817-4ad7-8c95-43594a57e85f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935159 May 11 16:20:26.864424 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:20:26.888304 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59bd13e-8e43-4ad5-a307-eb9f0cd8b2fe,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:26.891706 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:26.893184 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.893567 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Added segment 82f99345-664c-47e9-95ea-b17e7b09e31d of type vlan for network 78cbc316-ad7f-4e6d-aec9-381c0cb70314 May 11 16:20:26.930471 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.967807 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.969269 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:26.969983 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:26.975498 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:27.094983 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Pushing event updated for resources: {'Network': ['ID=78cbc316-ad7f-4e6d-aec9-381c0cb70314,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:27.098209 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:27.099983 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3777742 May 11 16:20:27.104828 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45550) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:27.113557 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Request body: {'subnet': {'network_id': '78cbc316-ad7f-4e6d-aec9-381c0cb70314', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-702805220-subnet', 'tenant_id': '799c1444179a486bbf0aeffcc25e7366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:27.130675 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 78cbc316-ad7f-4e6d-aec9-381c0cb70314 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:20:27.139249 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:27.162349 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Usage tracker for resource:subnet and tenant:799c1444179a486bbf0aeffcc25e7366 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:27.173123 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:27.197221 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:27.238250 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Made reservation on behalf of 799c1444179a486bbf0aeffcc25e7366 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:27.246535 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:28.086730 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:28.096248 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:28.170470 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=456bae16-583a-4827-b403-6cd592975569,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:28.181800 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:28.241917 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Checking segment: {'id': '82f99345-664c-47e9-95ea-b17e7b09e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '78cbc316-ad7f-4e6d-aec9-381c0cb70314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:28.242437 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Network hostable DHCP agents. Network: 78cbc316-ad7f-4e6d-aec9-381c0cb70314, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:20:28.252435 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64b5ef-dca6-42f0-b14e-88d7123d30b0 req-cd3f471a-4431-44b5-be7f-735ffc750fd8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:28.264784 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ec64b5ef-dca6-42f0-b14e-88d7123d30b0 req-cd3f471a-4431-44b5-be7f-735ffc750fd8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1711645 May 11 16:20:28.268004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Network 78cbc316-ad7f-4e6d-aec9-381c0cb70314 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:20:28.296732 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 78cbc316-ad7f-4e6d-aec9-381c0cb70314) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:28.308253 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:28.309746 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:28.309920 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad577d-63b4-4f03-8dd2-1b41750484f0 None None] Network 78cbc316-ad7f-4e6d-aec9-381c0cb70314 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:28.362733 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-497ae04c-7df9-4a7d-81b1-558d17b957bd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2555773 May 11 16:20:28.393674 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ec64b5ef-dca6-42f0-b14e-88d7123d30b0 req-e79fc0bb-ff16-42a8-85ce-8899d1c2335f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277578 May 11 16:20:28.594577 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-66ec09e0-5f06-45ce-966d-e7e629a4440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:28.597262 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-66ec09e0-5f06-45ce-966d-e7e629a4440f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37d15ddd-a42e-42c1-b594-5d226bc6b85e HTTP/1.1" status: 200 len: 852 time: 0.1294017 May 11 16:20:28.605138 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786c9a1-a3f4-4bf4-bc2c-4ec2fe71dd99 None None] Network 78cbc316-ad7f-4e6d-aec9-381c0cb70314 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:29.332031 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45628) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:29.830840 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-e0fcf68c-8fc2-460b-9169-ecd4d0d9d739 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=af782c76-639d-48b6-94c1-7c8421f38584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2572954 May 11 16:20:29.889537 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45644) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:29.923413 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561888418-network', 'tenant_id': 'b9a072c8d33940d1a496d54eb062cf16'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:29.939468 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:29.963263 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Usage tracker for resource:network and tenant:b9a072c8d33940d1a496d54eb062cf16 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:29.976681 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:30.014477 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:30.025493 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:30.043396 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1bc614f6-52e7-466f-960c-5828afff542c req-dac0346b-8c6d-49fc-992f-e31b9a214ea9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5d117b-487d-4dae-8cc6-a5516518343f HTTP/1.1" status: 200 len: 1000 time: 0.3485980 May 11 16:20:30.068495 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:30.087654 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Usage tracker for resource:security_group_rule and tenant:20a3dec3394248ac89543bb65bba9227 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:30.103343 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:30.117383 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:30.123309 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083c72e-1322-4e0d-a704-81d151a83f69 req-4304d6dd-420e-4e76-a075-5b438aa09f15 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:30.125027 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d083c72e-1322-4e0d-a704-81d151a83f69 req-4304d6dd-420e-4e76-a075-5b438aa09f15 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.5573459 May 11 16:20:30.126073 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Made reservation on behalf of b9a072c8d33940d1a496d54eb062cf16 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:30.128935 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:30.172532 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:30.178575 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-17243bd4-bcdb-4a40-8884-947b89d54faf service neutron] 10.222.0.87 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366299 May 11 16:20:30.235131 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:30.241524 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a072c8d33940d1a496d54eb062cf16 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:30.247048 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:30.255832 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:30.265774 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc614f6-52e7-466f-960c-5828afff542c req-ce228171-56e5-40cf-aa0b-c0c2a4d92882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:30.274289 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1bc614f6-52e7-466f-960c-5828afff542c req-ce228171-56e5-40cf-aa0b-c0c2a4d92882 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.2221003 May 11 16:20:30.447262 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d083c72e-1322-4e0d-a704-81d151a83f69 req-1437c69d-e9b6-4627-bcc9-8b4995cdc80a tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023393 May 11 16:20:30.557044 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a75178d-c0e0-4a91-87ac-5b17f43aa207 req-19da8df4-7c69-48c1-a2a5-15467df2b18c service neutron] 10.222.0.87 "GET /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691404 May 11 16:20:30.633659 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:30.647001 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:30.684437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc614f6-52e7-466f-960c-5828afff542c req-a52b2c6d-4561-48c9-963a-901dbafd3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:30.686811 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1bc614f6-52e7-466f-960c-5828afff542c req-a52b2c6d-4561-48c9-963a-901dbafd3c50 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3930418 May 11 16:20:30.693191 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:30.693463 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-681fea8e-37ba-4727-954e-5ab6f7c0ca08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:30.753818 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:30.778057 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:30.833636 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20a3dec3394248ac89543bb65bba9227&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4998546 May 11 16:20:30.835547 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45662) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:30.890905 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:20:30.904673 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72765a1d-5870-481a-bae6-a55374a714f7,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:30.917723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:31.003140 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.015192 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df4744d-5e59-45a8-8ff5-21b14813c777,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:31.018852 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:31.023181 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.023181 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Added segment dec29136-714a-443f-9b99-e9c631ab2fd2 of type vlan for network ae49b109-0e60-403a-9bbc-514fde50c2c0 May 11 16:20:31.089070 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.089746 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.094625 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1bc614f6-52e7-466f-960c-5828afff542c req-f1fbd7ad-9727-4c2f-94ea-696918387604 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967450 May 11 16:20:31.162731 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.171156 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f2db6574-764e-455f-95cc-974f9f1be9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:31.187169 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72765a1d-5870-481a-bae6-a55374a714f7,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:31.190543 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:31.192222 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.193677 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72765a1d-5870-481a-bae6-a55374a714f7 HTTP/1.1" status: 204 len: 168 time: 0.3488505 May 11 16:20:31.390332 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1bc614f6-52e7-466f-960c-5828afff542c req-285e8af1-cce7-45ba-97a2-22930a8679b3 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854738 May 11 16:20:31.399136 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.402863 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:31.403518 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:31.434873 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-eb967ddb-8f55-48ce-8479-7f52f8f49417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:31.594663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Pushing event updated for resources: {'Network': ['ID=ae49b109-0e60-403a-9bbc-514fde50c2c0,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:31.599313 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7077076 May 11 16:20:31.600954 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:31.614614 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45682) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:31.632095 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Request body: {'subnet': {'network_id': 'ae49b109-0e60-403a-9bbc-514fde50c2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561888418-subnet', 'tenant_id': 'b9a072c8d33940d1a496d54eb062cf16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:31.640132 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network ae49b109-0e60-403a-9bbc-514fde50c2c0 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:20:31.642448 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:31.653312 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Usage tracker for resource:subnet and tenant:b9a072c8d33940d1a496d54eb062cf16 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:31.661762 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:31.676294 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:31.700160 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Made reservation on behalf of b9a072c8d33940d1a496d54eb062cf16 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:31.710618 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:32.022187 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae3f24-d2fa-46f5-bae8-d00d506615d9 req-b14e15a1-1656-47c9-8a86-6d4b334b96d4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:32.025479 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2bae3f24-d2fa-46f5-bae8-d00d506615d9 req-b14e15a1-1656-47c9-8a86-6d4b334b96d4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2434549 May 11 16:20:32.191675 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2bae3f24-d2fa-46f5-bae8-d00d506615d9 req-8b3e45dd-2ebe-4411-aca2-b3bc17fce6e6 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543493 May 11 16:20:32.758076 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd52e-8abd-4c29-ac61-fc49c8b2f032 req-c64d2879-3dc0-42be-afdf-945122139b83 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:32.760958 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d7dcd52e-8abd-4c29-ac61-fc49c8b2f032 req-c64d2879-3dc0-42be-afdf-945122139b83 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.2372153 May 11 16:20:32.797275 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:32.804002 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:32.933478 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d7dcd52e-8abd-4c29-ac61-fc49c8b2f032 req-06943adf-83a2-49f0-8f2e-92e19306f684 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606696 May 11 16:20:32.938619 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb81188-ba30-476f-879f-2e1619f6e3e1,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:32.948892 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:32.955791 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Checking segment: {'id': 'dec29136-714a-443f-9b99-e9c631ab2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ae49b109-0e60-403a-9bbc-514fde50c2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:32.956407 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Network hostable DHCP agents. Network: ae49b109-0e60-403a-9bbc-514fde50c2c0, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:20:32.980508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Network ae49b109-0e60-403a-9bbc-514fde50c2c0 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:20:32.996261 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, ae49b109-0e60-403a-9bbc-514fde50c2c0) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:33.007010 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba766a-7b48-413b-b17d-9c83ea48d0a7 None None] Network ae49b109-0e60-403a-9bbc-514fde50c2c0 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:33.007786 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:33.008830 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.059810 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4300179 May 11 16:20:33.129198 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45734) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:33.420605 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1792257320-network', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:33.434178 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:33.447178 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Usage tracker for resource:network and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:33.451599 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:33.473939 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:33.477191 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81dc9cc-4445-44c7-85ab-6040e0a5ed55 None None] Network ae49b109-0e60-403a-9bbc-514fde50c2c0 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:33.492351 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Made reservation on behalf of 46c5699dcb834b45a7310fbd1b9c1cb0 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:33.494224 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba61bb-df26-4058-8c39-55839565a119 req-3e73ddf7-441f-4844-af8a-c1d03915b356 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:33.496236 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a4ba61bb-df26-4058-8c39-55839565a119 req-3e73ddf7-441f-4844-af8a-c1d03915b356 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1094210 May 11 16:20:33.501086 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.522969 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.549328 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:33.567522 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a4ba61bb-df26-4058-8c39-55839565a119 req-0e6370dd-e8d7-4157-b300-613590f860d2 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617781 May 11 16:20:33.568993 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:33.577931 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:33.591717 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:33.722501 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.727979 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.734230 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e5476d99-6a55-4fee-a158-a03949adea43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:33.769299 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:20:33.779201 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9086f003-380b-47d4-b162-0b14ef2467cc,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:33.794583 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:33.797096 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.797488 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Added segment f798ecd6-0020-4bb3-92be-40243a69bb6f of type vlan for network ad46818e-4d4b-4f52-85ac-c92c38d17287 May 11 16:20:33.832700 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.881029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.882538 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:33.883170 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:33.887636 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:34.041743 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9111893 May 11 16:20:34.042898 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Pushing event updated for resources: {'Network': ['ID=ad46818e-4d4b-4f52-85ac-c92c38d17287,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:34.044868 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45754) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:34.047290 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:34.050660 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Request body: {'subnet': {'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1792257320-subnet', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:34.057384 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:34.062524 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Usage tracker for resource:subnet and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:34.067141 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:20:34.080155 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:34.094758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:34.132756 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Made reservation on behalf of 46c5699dcb834b45a7310fbd1b9c1cb0 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:34.138297 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:34.411983 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16154df-4d39-4b72-91ca-68734b9c2acb req-a12ec683-60df-426e-9d03-bfee2bf2586d tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:34.413667 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e16154df-4d39-4b72-91ca-68734b9c2acb req-a12ec683-60df-426e-9d03-bfee2bf2586d tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.2345173 May 11 16:20:34.531597 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e16154df-4d39-4b72-91ca-68734b9c2acb req-0017061b-252a-4db7-9819-d5f92562de4c tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083734 May 11 16:20:34.952034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a767b20-89c9-4da2-8022-b08a8b65b23a req-372624f7-4000-4e45-a9b1-37d50de565e2 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:34.953532 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4a767b20-89c9-4da2-8022-b08a8b65b23a req-372624f7-4000-4e45-a9b1-37d50de565e2 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2416975 May 11 16:20:35.044985 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4a767b20-89c9-4da2-8022-b08a8b65b23a req-7dd078f5-8c8f-49d2-b548-1c3049cccaaa tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838573 May 11 16:20:35.074168 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:35.078581 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f1183fe8-a390-4ce6-8c6d-843d36363e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:35.151300 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d10078b-1770-4755-9a17-3ac28532e285,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:35.154925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:35.161481 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Checking segment: {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:35.161827 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Network hostable DHCP agents. Network: ad46818e-4d4b-4f52-85ac-c92c38d17287, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:20:35.181196 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:20:35.194371 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, ad46818e-4d4b-4f52-85ac-c92c38d17287) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:35.201675 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:35.202709 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:35.206566 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2223e-9cd2-43f3-8fb4-35ef974245a9 None None] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:35.241769 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1955733 May 11 16:20:35.245345 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45774) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:35.252300 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:35.259745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:35.264440 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Usage tracker for resource:router and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:35.267381 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:35.273240 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:35.286957 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:35.288443 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:35.309351 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:35.524189 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-ad46818e-4d4b-4f52-85ac-c92c38d17287', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:20:35.525157 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:35.752925 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:35.784818 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Allocated IP 172.20.0.2 (ad46818e-4d4b-4f52-85ac-c92c38d17287/9d10078b-1770-4755-9a17-3ac28532e285/ac0f3559-cc01-4415-9ecf-6601979b5850) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:20:35.886963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52197d37-3ea5-4bac-9075-601bbad0c4f4 req-9d27cb3f-4dd7-4433-9a70-a67744a02f49 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:35.889815 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-52197d37-3ea5-4bac-9075-601bbad0c4f4 req-9d27cb3f-4dd7-4433-9a70-a67744a02f49 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.1661608 May 11 16:20:35.958282 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-52197d37-3ea5-4bac-9075-601bbad0c4f4 req-2e13cd1b-b3f2-4dcb-ac54-1f553284f722 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605125 May 11 16:20:36.068417 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:36.080892 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Transition to ACTIVE for port object ac0f3559-cc01-4415-9ecf-6601979b5850 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:20:36.102182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Transition to ACTIVE for port object ac0f3559-cc01-4415-9ecf-6601979b5850 will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:20:36.110540 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:36.116804 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:36.202801 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:20:36.205681 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:36.211197 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:20:36.238713 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:36.258370 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Pushing event updated for resources: {'Port': ['ID=ac0f3559-cc01-4415-9ecf-6601979b5850,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:36.276940 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.277314 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.277657 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.277989 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.278324 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.278661 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.278982 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.279300 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.279638 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.279987 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.280307 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.280643 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:36.313086 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:36.329971 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:36.365875 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Attempting to bind port ac0f3559-cc01-4415-9ecf-6601979b5850 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:20:36.366482 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Attempting to bind port ac0f3559-cc01-4415-9ecf-6601979b5850 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:20:36.367666 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Attempting to bind port ac0f3559-cc01-4415-9ecf-6601979b5850 on network ad46818e-4d4b-4f52-85ac-c92c38d17287 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:20:36.378581 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:20:36.379209 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Checking segment: {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:36.379926 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:36.384155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Bound using segment: {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:20:36.384155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Bound port: ac0f3559-cc01-4415-9ecf-6601979b5850, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:20:36.384155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:36.515315 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] For port ac0f3559-cc01-4415-9ecf-6601979b5850, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:20:36.521415 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] For port ac0f3559-cc01-4415-9ecf-6601979b5850, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=ac0f3559-cc01-4415-9ecf-6601979b5850,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:20:36.528485 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:36.536230 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:36.615685 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dabe78-60e6-472f-8cb0-a16651e5b5a1 req-f73ab114-0e72-499c-974b-65e39c5265b1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:36.618856 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d3dabe78-60e6-472f-8cb0-a16651e5b5a1 req-f73ab114-0e72-499c-974b-65e39c5265b1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3907056 May 11 16:20:36.649956 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Pushing event updated for resources: {'Port': ['ID=ac0f3559-cc01-4415-9ecf-6601979b5850,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:36.658787 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:36.714606 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Allocated IP 172.27.2.76 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/f384d14a-48da-4b17-9363-ee42a58252d5) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:20:36.985468 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d3dabe78-60e6-472f-8cb0-a16651e5b5a1 req-9818f9f0-db4c-4644-a938-43fa2ad65619 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021775 May 11 16:20:37.085917 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:37.199224 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:37.216449 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:37.293612 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:20:37.298197 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:37.301670 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:20:37.379034 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Pushing event updated for resources: {'Port': ['ID=f384d14a-48da-4b17-9363-ee42a58252d5,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:37.385394 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:37.408363 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15e519-45b3-426d-9b62-2fb1c5b75e5a req-7a131183-d814-4026-b56a-24415e51908f tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:37.410067 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9e15e519-45b3-426d-9b62-2fb1c5b75e5a req-7a131183-d814-4026-b56a-24415e51908f tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.1742706 May 11 16:20:37.501447 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9e15e519-45b3-426d-9b62-2fb1c5b75e5a req-24f64644-df49-4b0b-8d77-56408ad2843c tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769219 May 11 16:20:38.178093 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:38.298690 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ec145-522e-480c-aa4d-1b4b80fb93d1 None None] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:38.365473 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e670e-7422-4381-9410-3d2df726e230 req-3f9cc640-0f26-4386-b0f6-3bcffdd40eda tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:38.368720 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d4e670e-7422-4381-9410-3d2df726e230 req-3f9cc640-0f26-4386-b0f6-3bcffdd40eda tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1641970 May 11 16:20:38.483634 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d4e670e-7422-4381-9410-3d2df726e230 req-db958013-a1a6-48d1-b85b-f31c0f24cb70 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027017 May 11 16:20:38.550646 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45848) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:38.699086 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-75bfc16e-b1dc-4fe7-8c29-84b058698839 None None] Provisioning for port ac0f3559-cc01-4415-9ecf-6601979b5850 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:38.758143 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-0544dc70-c895-433f-bbe9-a35758ce114c tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:38.761849 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-0544dc70-c895-433f-bbe9-a35758ce114c tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.8405807 May 11 16:20:38.867922 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device ac0f3559-cc01-4415-9ecf-6601979b5850 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:38.897670 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:38.907979 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:38.920903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:38.926472 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Usage tracker for resource:security_group_rule and tenant:6fcbb9dbfc4d48cea0e8f398079ba693 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:38.930173 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:38.941970 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:39.033748 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port ac0f3559-cc01-4415-9ecf-6601979b5850 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:39.049131 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port ac0f3559-cc01-4415-9ecf-6601979b5850 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:39.050075 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.060032 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd62e94-35cc-40c2-b961-419c3f230f52 req-fdffcedb-d4f6-4e9d-a32c-738b556874ff tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:39.062549 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2bd62e94-35cc-40c2-b961-419c3f230f52 req-fdffcedb-d4f6-4e9d-a32c-738b556874ff tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.3404024 May 11 16:20:39.164491 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-db8531f3-c3ce-44a1-8cef-79c2e995022a None None] Provisioning complete for port ac0f3559-cc01-4415-9ecf-6601979b5850 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:39.165418 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-db8531f3-c3ce-44a1-8cef-79c2e995022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.179852 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.253014 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.275619 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7c17d9ff-a0aa-4855-8f61-9c9fecce347a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:39.305859 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2bd62e94-35cc-40c2-b961-419c3f230f52 req-86ba7700-6523-4d77-9800-c564f3a403d7 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218894 May 11 16:20:39.342139 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.358043 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6fcbb9dbfc4d48cea0e8f398079ba693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8058021 May 11 16:20:39.359503 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45860) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:39.361679 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0e0045-e4d6-4d40-8221-7ff8795f74b4,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:39.387865 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:39.441562 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port ac0f3559-cc01-4415-9ecf-6601979b5850, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=ac0f3559-cc01-4415-9ecf-6601979b5850,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:39.446359 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-db8531f3-c3ce-44a1-8cef-79c2e995022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.463399 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.465080 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.470104 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:39.488495 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:20:39.535873 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.613839 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.618730 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-df3c94e0-8245-4d86-b3b7-0eba8fda59aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:39.651944 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=ac0f3559-cc01-4415-9ecf-6601979b5850,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:39.659882 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:39.675235 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0e0045-e4d6-4d40-8221-7ff8795f74b4,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:39.693830 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:39.699259 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.db.api [None req-db8531f3-c3ce-44a1-8cef-79c2e995022a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 16:20:39.699867 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_db.api [None req-db8531f3-c3ce-44a1-8cef-79c2e995022a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 16:20:39.708984 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.710834 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db0e0045-e4d6-4d40-8221-7ff8795f74b4 HTTP/1.1" status: 204 len: 168 time: 0.3454344 May 11 16:20:39.761488 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7abc73-9b17-48f7-8ef8-e3b777bb5bca req-3b00f4d5-5e70-4461-b70e-a2489198ba22 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:39.763044 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ad7abc73-9b17-48f7-8ef8-e3b777bb5bca req-3b00f4d5-5e70-4461-b70e-a2489198ba22 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1342640 May 11 16:20:39.775445 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:20:39.791980 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Sync routers for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:20:39.817686 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:20:39.817686 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:39.817975 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:39.819502 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5727720 May 11 16:20:39.822443 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 45870) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:39.831956 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ad7abc73-9b17-48f7-8ef8-e3b777bb5bca req-6ec0de7d-3e85-4d46-8153-f5721c941c60 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625081 May 11 16:20:40.070195 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:20:40.229702 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45878) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:40.257042 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.280881 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:40.288510 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Usage tracker for resource:security_group_rule and tenant:fdc2a40640444bf9abd8f682dd7ffb58 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:40.300418 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:40.316875 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:40.450068 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.456280 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.462705 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Deleting port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:20:40.463266 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.469517 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-150670f4-2e3b-48ab-9340-0e008a8534f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:40.520301 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2068b82-498b-4e5d-99fc-d006cfcb40e6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:40.523933 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:40.530193 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdc2a40640444bf9abd8f682dd7ffb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967153 May 11 16:20:40.530806 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 45886) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:40.608774 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:37Z', 'revision_number': 3, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:40.613551 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Checking router: 1f812b0a-bf42-41fc-aafc-6edbadab1c40 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:20:40.614157 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Updating router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 port f384d14a-48da-4b17-9363-ee42a58252d5 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:20:40.659255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.692843 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.717758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.734795 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b24a46-9056-497a-87d1-d46e7a00b10d req-60d14bbd-098f-4d26-bf8b-2ab0c9f6ec65 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:40.736641 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f7b24a46-9056-497a-87d1-d46e7a00b10d req-60d14bbd-098f-4d26-bf8b-2ab0c9f6ec65 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 945 time: 0.1921329 May 11 16:20:40.832260 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device ac0f3559-cc01-4415-9ecf-6601979b5850 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:40.856335 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f7b24a46-9056-497a-87d1-d46e7a00b10d req-ae6a54fd-caf9-4017-89c2-22a3c2d19605 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/security-groups?id=da4f17c6-ae86-4241-a97d-269d312364a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908501 May 11 16:20:40.889419 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.897403 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:40.950409 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] For port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,segment=NetworkSegment(42886b13-0aad-4daa-a119-43c20a62a311),segment_id=42886b13-0aad-4daa-a119-43c20a62a311)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:40.951129 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:40.956650 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2068b82-498b-4e5d-99fc-d006cfcb40e6,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:40.981312 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:41.000655 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.013559 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2068b82-498b-4e5d-99fc-d006cfcb40e6 HTTP/1.1" status: 204 len: 168 time: 0.4734011 May 11 16:20:41.037284 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port ac0f3559-cc01-4415-9ecf-6601979b5850 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:41.037954 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.118293 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Calling delete_port for 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 owned by compute:nova {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:20:41.304215 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7a25f-14b6-4fc1-9ec4-e6da35f55ad6 req-0a9ca2f9-7c33-4fff-ab54-7dab654a1625 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:41.318886 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c1e7a25f-14b6-4fc1-9ec4-e6da35f55ad6 req-0a9ca2f9-7c33-4fff-ab54-7dab654a1625 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1857946 May 11 16:20:41.420858 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.428466 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c1e7a25f-14b6-4fc1-9ec4-e6da35f55ad6 req-9305e517-3619-4294-a172-e0cf49c19e49 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997128 May 11 16:20:41.444676 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Transition to ACTIVE for port object f384d14a-48da-4b17-9363-ee42a58252d5 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:20:41.468098 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.474616 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:41.591976 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Attempting to bind port f384d14a-48da-4b17-9363-ee42a58252d5 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:20:41.592500 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Attempting to bind port f384d14a-48da-4b17-9363-ee42a58252d5 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:20:41.593090 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Attempting to bind port f384d14a-48da-4b17-9363-ee42a58252d5 on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:20:41.608443 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Pushing event updated for resources: {'Port': ['ID=f384d14a-48da-4b17-9363-ee42a58252d5,revision_number=2']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:41.608443 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:20:41.608443 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:41.608443 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.608443 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:20:41.608443 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Bound port: f384d14a-48da-4b17-9363-ee42a58252d5, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:20:41.608443 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.649777 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.650158 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.650608 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.651037 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.651429 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.651827 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.652242 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.652641 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.653029 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.653424 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.653800 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.654963 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:20:41.660106 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:41.708110 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] For port f384d14a-48da-4b17-9363-ee42a58252d5, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:20:41.714660 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] For port f384d14a-48da-4b17-9363-ee42a58252d5, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=f384d14a-48da-4b17-9363-ee42a58252d5,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:20:41.719577 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.728018 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:41.734573 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.815104 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:20:41.815708 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:41.835822 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:41.860851 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:41.975582 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Pushing event deleted for resources: {'Port': ['ID=0999eb94-2de8-456a-a0d2-edcc7ca75fd6,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:41.978915 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:42.054394 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:20:42.094651 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] No DVR routers for this DVR port 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 on host hv-cinder-76111 {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:20:42.098502 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:42.109513 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'name': 'network-vif-deleted', 'tag': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:20:42.145933 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Pushing event updated for resources: {'Port': ['ID=f384d14a-48da-4b17-9363-ee42a58252d5,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:42.152102 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d1c3e19-336b-4410-88a4-3a082d8bb655 req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.87 "DELETE /v2.0/ports/0999eb94-2de8-456a-a0d2-edcc7ca75fd6 HTTP/1.1" status: 204 len: 173 time: 2.2184079 May 11 16:20:42.256169 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Allocated IP 172.20.0.1 (ad46818e-4d4b-4f52-85ac-c92c38d17287/9d10078b-1770-4755-9a17-3ac28532e285/4beb9708-4b3e-4a35-a2d1-1dfde35e7942) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:20:42.419203 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b05a202d-9448-47c4-a272-804c67982ab4 req-cd66801e-ac37-4f0c-a7a7-843a61ebb1cd tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Synchronizing usage tracker for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:20:42.451119 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-d1975fa0-7f06-4f03-b7b7-ded4b784d2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:42.471143 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b05a202d-9448-47c4-a272-804c67982ab4 req-cd66801e-ac37-4f0c-a7a7-843a61ebb1cd tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Unset dirty status for tenant:7f7126a5e0da485aa38e6c55a320a36d on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:20:42.473076 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b05a202d-9448-47c4-a272-804c67982ab4 req-cd66801e-ac37-4f0c-a7a7-843a61ebb1cd tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.1773481 May 11 16:20:42.572003 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:37Z', 'revision_number': 3, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:42.573226 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:42.577897 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0367fb4-00fe-48ba-b67d-2fed93f141fa', 'name': 'network-vif-deleted', 'tag': '0999eb94-2de8-456a-a0d2-edcc7ca75fd6', 'status': 'completed', 'code': 200} May 11 16:20:42.583237 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7376299-7c12-4dda-97aa-bcb64663a190 None None] The sync data for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi is: [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:37Z', 'revision_number': 3, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:20:42.607136 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Transition to ACTIVE for port object 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:20:42.653746 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:42.699026 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:42.813471 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:20:42.836238 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:42.840741 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:20:42.962065 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:42.969863 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:43.035033 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:43.109963 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e1a4b-a27e-4447-94d2-ed02f75f7c16 req-f9465af0-efdd-4421-87b2-d018e3bb083a tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:43.112372 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556e1a4b-a27e-4447-94d2-ed02f75f7c16 req-f9465af0-efdd-4421-87b2-d018e3bb083a tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.4149327 May 11 16:20:43.258053 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556e1a4b-a27e-4447-94d2-ed02f75f7c16 req-6b28b38c-6dd0-494e-ae94-530fef8fc6a8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320646 May 11 16:20:43.388135 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-7b699c51-beac-458b-85ae-fce14efb1b98 None None] Provisioning for port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:43.396942 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-7b699c51-beac-458b-85ae-fce14efb1b98 None None] Provisioning complete for port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:43.398577 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7b699c51-beac-458b-85ae-fce14efb1b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:43.478627 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:43.583036 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-7b699c51-beac-458b-85ae-fce14efb1b98 None None] Port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:20:43.771703 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4a948acf-dded-4d21-be48-5a1e1beb62d9 req-fa90f903-0be9-4453-88a4-33c20d3e5fac tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.0678227 May 11 16:20:44.051287 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:44.060314 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:44.101473 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70139036-ce58-4b53-a0cc-b7244797da0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:44.247117 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:20:44.298635 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:20:44.299400 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 0999eb94-2de8-456a-a0d2-edcc7ca75fd6 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:20:44.317798 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:44.335551 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:44.347267 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:44.608908 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:20:44.612186 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:44.741208 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302ca59-0f29-469c-bbc4-d48b75601ee9 req-7a7ae1d0-5a73-43ae-93ed-9f96cb1bbb37 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:44.743813 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5302ca59-0f29-469c-bbc4-d48b75601ee9 req-7a7ae1d0-5a73-43ae-93ed-9f96cb1bbb37 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2636588 May 11 16:20:45.005530 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device f384d14a-48da-4b17-9363-ee42a58252d5 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:45.015149 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5302ca59-0f29-469c-bbc4-d48b75601ee9 req-5d7c1698-3580-4f43-9e62-8300d9ed2440 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524706 May 11 16:20:45.060802 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:20:45.221703 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e9844239-0be6-4295-981e-b2e93e0b964d req-7aa86e5f-a68f-4173-9df0-09b65507f3ae tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0367fb4-00fe-48ba-b67d-2fed93f141fa HTTP/1.1" status: 200 len: 210 time: 0.1230903 May 11 16:20:45.320300 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-1eceea9c-da43-408d-8cb6-b515ee81e9ce None None] Provisioning complete for port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:45.321498 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1eceea9c-da43-408d-8cb6-b515ee81e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:45.436815 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:20:45.447825 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port f384d14a-48da-4b17-9363-ee42a58252d5 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:45.448491 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] 10.222.0.73 "PUT /v2.0/routers/1f812b0a-bf42-41fc-aafc-6edbadab1c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6247196 May 11 16:20:45.490978 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port f384d14a-48da-4b17-9363-ee42a58252d5 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:45.491950 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:45.537635 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Sync routers for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:20:45.643706 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:20:45.653217 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:45.913442 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46020) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:46.022911 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:20:46.311867 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-1eceea9c-da43-408d-8cb6-b515ee81e9ce None None] Port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:20:46.572303 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:46.611850 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:46.618739 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2bf1920c8547ff8fc501e11faedb1f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:46.625515 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:46.642890 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:46.673981 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb265f-fc49-4bc2-b378-715573d922fd req-2b8417e3-aa30-46ef-8762-58d222ca1687 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:46.685008 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24cb265f-fc49-4bc2-b378-715573d922fd req-2b8417e3-aa30-46ef-8762-58d222ca1687 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3600643 May 11 16:20:46.710992 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:46.768952 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24cb265f-fc49-4bc2-b378-715573d922fd req-ec012ad2-12a1-4fb0-927f-eef3964c4202 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825107 May 11 16:20:46.792525 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port f384d14a-48da-4b17-9363-ee42a58252d5, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=f384d14a-48da-4b17-9363-ee42a58252d5,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:46.810438 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:46.850228 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:46.885306 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:46.897197 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:46.945640 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46062) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:46.949372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4a58f709-d90a-41ef-aeb8-a87888868a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:46.956148 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-685572339-network', 'tenant_id': '3f12140e740048e286fe7d4c7497b139'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:46.971329 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:46.975718 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Usage tracker for resource:network and tenant:3f12140e740048e286fe7d4c7497b139 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:46.983454 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:46.996409 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef2bf1920c8547ff8fc501e11faedb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0815103 May 11 16:20:46.999154 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46068) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:47.000689 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:47.015047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7841827-a40a-4ebc-8e67-f31545ab5114,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:47.019634 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:47.067598 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Made reservation on behalf of 3f12140e740048e286fe7d4c7497b139 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:47.070184 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.091322 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=f384d14a-48da-4b17-9363-ee42a58252d5,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:47.099429 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.107091 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:47.123474 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:47.150951 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Usage tracker for resource:security_group_rule and tenant:3f12140e740048e286fe7d4c7497b139 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:47.154334 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.154917 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 2, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:47.157797 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:47.165811 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Checking router: 1f812b0a-bf42-41fc-aafc-6edbadab1c40 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:20:47.166961 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Updating router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:20:47.174877 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:47.208806 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.296575 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.351441 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.362422 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8094-36e4-4b2a-b40e-bbe21880b9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.363518 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-893a9aa2-4205-4f49-9762-110c3c98fbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:47.409665 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7841827-a40a-4ebc-8e67-f31545ab5114,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:47.463398 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:47.474143 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.482969 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7841827-a40a-4ebc-8e67-f31545ab5114 HTTP/1.1" status: 204 len: 168 time: 0.4702773 May 11 16:20:47.585497 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.594703 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.620252 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ed2c447d-0350-4992-afd0-e245b706cc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:47.715001 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:20:47.862244 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:47.862580 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Added segment 98ae22ae-977a-4edb-8574-0094ff3a0668 of type vlan for network a50c1861-cc1a-4d91-b1ed-94e033033c4b May 11 16:20:47.901581 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.044843 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4f0609-508c-4cdf-a934-7407f16bcb76,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:48.061851 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:48.062893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.079090 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:48.080093 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.102853 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.105103 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:48.139316 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Transition to ACTIVE for port object 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:20:48.149624 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.173947 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:48.335670 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48be45d-bd76-4b43-b8ec-7ca7203c9385 req-5af4115c-56e9-4017-b1dd-2383b7054f69 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:48.354288 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e48be45d-bd76-4b43-b8ec-7ca7203c9385 req-5af4115c-56e9-4017-b1dd-2383b7054f69 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3290145 May 11 16:20:48.444963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46110) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:48.569321 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6217349 May 11 16:20:48.621170 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46120) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:48.622317 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Pushing event updated for resources: {'Network': ['ID=a50c1861-cc1a-4d91-b1ed-94e033033c4b,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:48.626601 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:48.643698 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:20:48.654169 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Request body: {'subnet': {'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-685572339-subnet', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'ip_version': 4}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:48.672182 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:48.709832 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Usage tracker for resource:subnet and tenant:3f12140e740048e286fe7d4c7497b139 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:48.718164 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.725140 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:48.731135 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be24af0-3185-4368-bc99-adde9ccb7e90 req-50cf0fe7-e82f-44dc-bbd8-94ed1dfb9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:48.731978 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9be24af0-3185-4368-bc99-adde9ccb7e90 req-50cf0fe7-e82f-44dc-bbd8-94ed1dfb9449 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 1098 time: 0.9847240 May 11 16:20:48.756812 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:48.764716 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:48.771710 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b198c8-488b-429c-9f06-7845523fd3e4 None None] Pushing event updated for resources: {'Port': ['ID=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:48.776176 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Usage tracker for resource:security_group_rule and tenant:274852cd08fc44c584a7b36dcad00fb2 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:48.782592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:48.783594 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-71b198c8-488b-429c-9f06-7845523fd3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:48.807627 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:48.878020 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e48be45d-bd76-4b43-b8ec-7ca7203c9385 req-bc74d342-10f5-41da-9b5e-7697b3a712cb tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175195 May 11 16:20:48.933986 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Attempting to bind port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:20:48.934362 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Attempting to bind port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:20:48.934717 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Attempting to bind port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 on network ad46818e-4d4b-4f52-85ac-c92c38d17287 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:20:48.954994 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:20:48.955504 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Checking segment: {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:48.955943 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.956401 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Bound using segment: {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:20:48.956914 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Bound port: 4beb9708-4b3e-4a35-a2d1-1dfde35e7942, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:20:48.957333 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:48.971088 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9be24af0-3185-4368-bc99-adde9ccb7e90 req-61c4ff5d-83c1-4c32-ae7f-347a49ca1c3b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142169 May 11 16:20:48.994862 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Made reservation on behalf of 3f12140e740048e286fe7d4c7497b139 for: {'subnet': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:20:48.999221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2718750'] for subnet, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.060797 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device f384d14a-48da-4b17-9363-ee42a58252d5 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:49.134679 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.145744 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.159597 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:49.245658 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=274852cd08fc44c584a7b36dcad00fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7920253 May 11 16:20:49.248255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878369a-46dc-410d-a98e-c010605ed7c1,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:49.250545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46146) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:49.253663 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:49.359316 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.408407 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port f384d14a-48da-4b17-9363-ee42a58252d5 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:49.409265 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.411664 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46150) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:49.502398 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] For port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:20:49.536002 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.543332 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] For port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:20:49.561771 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.572116 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-16fcd227-2466-4bca-9ff8-05ae35182bbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:49.629034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Deleting subnet 37d15ddd-a42e-42c1-b594-5d226bc6b85e {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:20:49.632694 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.731989 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.739144 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.742296 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fe9f05ce-7945-450e-80f7-3c60f3f22b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:49.762604 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.793840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878369a-46dc-410d-a98e-c010605ed7c1,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:49.801809 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:49.820085 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:49.825663 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c878369a-46dc-410d-a98e-c010605ed7c1 HTTP/1.1" status: 204 len: 168 time: 0.5702875 May 11 16:20:49.893614 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b198c8-488b-429c-9f06-7845523fd3e4 None None] Pushing event updated for resources: {'Port': ['ID=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:49.906577 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-71b198c8-488b-429c-9f06-7845523fd3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:49.952569 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:20:49.953854 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:50.183116 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1826086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2718828'] for subnet, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:50.192817 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:50.573516 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0105e4-e6ff-4d1d-905c-9b4babd62bdb req-d11391c3-ab78-48c9-b7e2-688543f9a63f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:50.592602 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fe0105e4-e6ff-4d1d-905c-9b4babd62bdb req-d11391c3-ab78-48c9-b7e2-688543f9a63f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2983270 May 11 16:20:50.627484 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:50.654505 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:50.692732 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1331fcae-30d7-46f8-a363-1d4099d44d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:50.720886 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:50.731816 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:50.749965 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:20:50.761004 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Checking segment: {'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:50.761585 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Network hostable DHCP agents. Network: a50c1861-cc1a-4d91-b1ed-94e033033c4b, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:20:50.805925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d15ddd-a42e-42c1-b594-5d226bc6b85e,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:50.829787 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:50.830027 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:20:50.859147 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, a50c1861-cc1a-4d91-b1ed-94e033033c4b) {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:50.887243 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:50.887977 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fe0105e4-e6ff-4d1d-905c-9b4babd62bdb req-33fbfe90-4570-48f5-83c2-ba5d0647ae15 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939935 May 11 16:20:50.888877 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:50.892586 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:50.913367 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-560ac14e-f184-492b-aac1-01066175d796 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/37d15ddd-a42e-42c1-b594-5d226bc6b85e HTTP/1.1" status: 204 len: 168 time: 1.4997857 May 11 16:20:50.917014 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46196) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:50.953829 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3233819 May 11 16:20:50.956064 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46200) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:50.963285 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:50.974987 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:50.982118 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0300c6-827b-40fa-897b-d616b6328e1b None None] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:51.000353 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Usage tracker for resource:router and tenant:3f12140e740048e286fe7d4c7497b139 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:51.010221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:51.032087 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:51.061510 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.063437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.089421 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.212233 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.325207 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7ecbd434-debb-416f-8e2a-888c45d3f1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.492445 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.543325 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.549912 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.551379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.552201 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > port after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.558636 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.559409 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > port after_update 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.560195 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.560964 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.561699 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.562429 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.751388 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.752037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.752199 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.752758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:20:51.753358 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af782c76-639d-48b6-94c1-7c8421f38584']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:51.776205 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42886b13-0aad-4daa-a119-43c20a62a311') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:51.776613 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42886b13-0aad-4daa-a119-43c20a62a311') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:51.798507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224901'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.832433 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.834379 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.850663 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:20:51.851413 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099137'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: from cryptography.utils import int_from_bytes May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: from cryptography.utils import int_from_bytes May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: Traceback (most recent call last): May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: timer() May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: cb(*args, **kw) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: return func(*args, **kwargs) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: self._notify() May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: self.callback(batched_events) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: event.method(event) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: return f(self, *a, **k) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._get(url).json() May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:20:51.882604 dv-cinder-761113-11-iscsi neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:20:52.030654 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:52.037967 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:52.081377 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Pushing event deleted for resources: {'Network': ['ID=af782c76-639d-48b6-94c1-7c8421f38584,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:52.085015 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:52.092622 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:52.126995 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] 10.222.0.73 "DELETE /v2.0/networks/af782c76-639d-48b6-94c1-7c8421f38584 HTTP/1.1" status: 204 len: 168 time: 1.2084203 May 11 16:20:52.266636 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46236) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:52.316944 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46240) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:52.477689 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-a50c1861-cc1a-4d91-b1ed-94e033033c4b', 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'fixed_ips': [{'subnet_id': 'a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:20:52.481127 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:52.490715 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcf2d5-64cc-4f3c-b718-bf609dede63b req-3e309140-5e57-4d12-9b78-98461665d89f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:52.494515 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e2fcf2d5-64cc-4f3c-b718-bf609dede63b req-3e309140-5e57-4d12-9b78-98461665d89f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2890499 May 11 16:20:52.568735 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:52.588557 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e2fcf2d5-64cc-4f3c-b718-bf609dede63b req-a827db64-248d-4afd-aa0b-ca7eb85d2608 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865481 May 11 16:20:52.589091 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46248) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:52.638624 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:52.728007 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-5ed59ef4-522b-4ea9-a347-a2f41f3bdcae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f7126a5e0da485aa38e6c55a320a36d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1370606 May 11 16:20:52.736978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46256) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:52.859350 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:52.893321 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:52.971959 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Allocated IP 172.20.0.2 (a50c1861-cc1a-4d91-b1ed-94e033033c4b/a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86/57d7f096-3200-4980-bee0-91a5de9494a8) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:20:52.990152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.005960 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.028839 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:53.037075 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:53.038471 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Usage tracker for resource:security_group_rule and tenant:167473f172e14412b194585206d29ef4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:53.043833 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:53.047149 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Usage tracker for resource:security_group_rule and tenant:052532d6314e46aab6bbff05f77b5a5b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:53.055804 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:53.057872 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:53.071521 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:53.093816 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Allocated IP 172.27.2.203 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/b3a906c9-8eed-4e06-9769-38329a3d5142) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:20:53.108485 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.120109 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-13b9d2d2-e3c8-4670-a3ee-af3e04ff56d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:53.138750 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4f17c6-ae86-4241-a97d-269d312364a0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:53.154981 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:53.205391 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.206553 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da4f17c6-ae86-4241-a97d-269d312364a0 HTTP/1.1" status: 204 len: 168 time: 0.4683511 May 11 16:20:53.298741 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:49Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:20:53.318005 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51134565-6dae-4187-8ae5-5d66234f4f1b None None] The sync data for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi is: [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:49Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:20:53.357418 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.387614 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.394797 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46268) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:53.402655 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db045f-e5ad-4e85-99df-48fc2e68afca req-591f9464-3a69-463b-ad7e-0495ecfaa5e7 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:53.422229 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b0db045f-e5ad-4e85-99df-48fc2e68afca req-591f9464-3a69-463b-ad7e-0495ecfaa5e7 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.5312507 May 11 16:20:53.433438 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.451179 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.471365 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:53.498953 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.569996 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b0db045f-e5ad-4e85-99df-48fc2e68afca req-ee3bd742-c493-49ce-b780-e243e5996059 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461384 May 11 16:20:53.626584 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=167473f172e14412b194585206d29ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3028777 May 11 16:20:53.631262 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46278) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:53.640556 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e448b571-eb22-4fc6-98d8-d3aad3b7e2c6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:53.644628 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:53.686746 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:53.708809 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.736870 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46282) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:53.738762 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=052532d6314e46aab6bbff05f77b5a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4546447 May 11 16:20:53.834071 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.864416 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Transition to ACTIVE for port object 57d7f096-3200-4980-bee0-91a5de9494a8 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:20:53.886279 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.919284 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Transition to ACTIVE for port object 57d7f096-3200-4980-bee0-91a5de9494a8 will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:20:53.927685 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.934182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:53.943734 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:53.953850 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51184d-66dc-4f68-8bc8-ec45623e64e0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:53.971172 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:53.994527 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:54.121444 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.179535 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:20:54.184140 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:54.191801 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:20:54.206303 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:20:54.215969 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:20:54.219374 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Pushing event updated for resources: {'Port': ['ID=57d7f096-3200-4980-bee0-91a5de9494a8,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:54.226580 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:20:54.226884 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:54.319756 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.408927 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.425021 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a906c9-8eed-4e06-9769-38329a3d5142,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:54.445049 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:54.502809 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Attempting to bind port 57d7f096-3200-4980-bee0-91a5de9494a8 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:20:54.503217 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Attempting to bind port 57d7f096-3200-4980-bee0-91a5de9494a8 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:20:54.504501 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Attempting to bind port 57d7f096-3200-4980-bee0-91a5de9494a8 on network a50c1861-cc1a-4d91-b1ed-94e033033c4b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:20:54.526436 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:20:54.526790 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.526874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Checking segment: {'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:20:54.526874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.526874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Bound using segment: {'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:20:54.526874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Bound port: 57d7f096-3200-4980-bee0-91a5de9494a8, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:20:54.526874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.643058 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:54.649999 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Usage tracker for resource:security_group_rule and tenant:24d7f36a82774ce7a87904e61dc1a4b0 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:54.653510 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:54.662361 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:54.683996 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.688603 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-374cae23-ccfc-41e6-a846-af59db4490f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:54.709449 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.727937 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc51184d-66dc-4f68-8bc8-ec45623e64e0 HTTP/1.1" status: 204 len: 168 time: 1.0779095 May 11 16:20:54.733418 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51184d-66dc-4f68-8bc8-ec45623e64e0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:54.749488 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:54.883610 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] For port 57d7f096-3200-4980-bee0-91a5de9494a8, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:20:54.910432 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] For port 57d7f096-3200-4980-bee0-91a5de9494a8, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=57d7f096-3200-4980-bee0-91a5de9494a8,segment=NetworkSegment(98ae22ae-977a-4edb-8574-0094ff3a0668),segment_id=98ae22ae-977a-4edb-8574-0094ff3a0668)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:20:54.927501 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:54.951676 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:55.069709 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:55.143706 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:55.198695 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e448b571-eb22-4fc6-98d8-d3aad3b7e2c6,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:55.204036 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:55.271266 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:55.377216 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:55.385707 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:55.405664 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f911c9cf-d924-48e8-baf3-002ae0fb3072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:55.510905 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae7ac5-0d9b-4582-bab9-8b3bc1bea7c0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:55.532532 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:55.592764 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24d7f36a82774ce7a87904e61dc1a4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1947458 May 11 16:20:55.597056 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46318) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:55.701864 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:55.704825 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Pushing event updated for resources: {'Port': ['ID=57d7f096-3200-4980-bee0-91a5de9494a8,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:55.721094 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:55.748664 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:55.766757 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:55.766757 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:55.792954 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-10423fe0-0d54-4afe-bd20-369a8f2a07ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:55.866426 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:55.867695 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e448b571-eb22-4fc6-98d8-d3aad3b7e2c6 HTTP/1.1" status: 204 len: 168 time: 2.1300125 May 11 16:20:55.897430 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46330) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:55.918030 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-10423fe0-0d54-4afe-bd20-369a8f2a07ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.011310 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.028049 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-10423fe0-0d54-4afe-bd20-369a8f2a07ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.033897 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-291c5e36-f2b2-4f29-a2fa-de9da0b1e006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:56.053307 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423fe0-0d54-4afe-bd20-369a8f2a07ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae7ac5-0d9b-4582-bab9-8b3bc1bea7c0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:56.061573 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-10423fe0-0d54-4afe-bd20-369a8f2a07ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:56.068576 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-10423fe0-0d54-4afe-bd20-369a8f2a07ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.071514 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-10423fe0-0d54-4afe-bd20-369a8f2a07ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04ae7ac5-0d9b-4582-bab9-8b3bc1bea7c0 HTTP/1.1" status: 204 len: 168 time: 0.4721384 May 11 16:20:56.126847 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:20:56.161864 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Usage tracker for resource:security_group_rule and tenant:752efc1177ac49bb9743233b92457b8c is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:20:56.181850 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:20:56.210774 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.251960 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:20:56.322497 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:56.330280 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.335721 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:56.350011 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.564301 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:56.591363 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:56.608574 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:57.199555 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:57.202440 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 57d7f096-3200-4980-bee0-91a5de9494a8 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:57.241762 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:57.303947 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-48fa4836-7965-401f-9a70-5f4363a943a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:57.413190 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 57d7f096-3200-4980-bee0-91a5de9494a8 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:57.420863 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:20:57.516437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337c964c-ac34-4489-adda-78cf55c2c496,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:57.550890 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:57.566515 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f99b75-f89a-4c3d-a0ef-2a254461e45f None None] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:20:57.592204 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=752efc1177ac49bb9743233b92457b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6933551 May 11 16:20:57.596506 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46364) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:57.642173 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:57.825338 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Provisioning for port 57d7f096-3200-4980-bee0-91a5de9494a8 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:20:57.830179 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:57.858437 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Provisioning complete for port 57d7f096-3200-4980-bee0-91a5de9494a8 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:57.858988 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:57.934632 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:57.934979 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:57.943611 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc90ec-80e0-40e5-a1c0-3f5e4b851a3e req-176ea93b-916d-4d1c-a474-b3d632e7f097 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:57.953626 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-90fc90ec-80e0-40e5-a1c0-3f5e4b851a3e req-176ea93b-916d-4d1c-a474-b3d632e7f097 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.4867551 May 11 16:20:57.957951 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:58.085724 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-90fc90ec-80e0-40e5-a1c0-3f5e4b851a3e req-c309850c-e2bb-41ec-8a19-801cf0786eca tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306183 May 11 16:20:58.094110 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-23c0b484-f0fe-4983-b9ae-a8df5be17cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:58.096863 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-23c0b484-f0fe-4983-b9ae-a8df5be17cf3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.6853552 May 11 16:20:58.152094 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:58.158130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f732f1e9-188b-43c4-84e9-12398373bf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:58.199376 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337c964c-ac34-4489-adda-78cf55c2c496,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:58.204563 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:58.214920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:58.216367 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/337c964c-ac34-4489-adda-78cf55c2c496 HTTP/1.1" status: 204 len: 168 time: 0.6174464 May 11 16:20:58.364278 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-2f2f8662-49b2-4392-a5d3-fab0b1781c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:58.365734 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-2f2f8662-49b2-4392-a5d3-fab0b1781c9a service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.2588758 May 11 16:20:58.696016 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-fde04ac8-acb4-430a-93a5-ba357086b525 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 217 time: 0.3186617 May 11 16:20:58.890810 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-6afcc5b2-707c-425f-b285-dc1e9bf334cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:20:58.892611 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-6afcc5b2-707c-425f-b285-dc1e9bf334cf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.1890352 May 11 16:20:58.983720 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:59.185640 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] For port 57d7f096-3200-4980-bee0-91a5de9494a8, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=57d7f096-3200-4980-bee0-91a5de9494a8,segment=NetworkSegment(98ae22ae-977a-4edb-8574-0094ff3a0668),segment_id=98ae22ae-977a-4edb-8574-0094ff3a0668)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:20:59.199112 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:59.202104 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-71b198c8-488b-429c-9f06-7845523fd3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:20:59.236434 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-61b6187b-d9d7-4ba3-94d8-7869e7400f1f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3318079 May 11 16:20:59.240122 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Router d664b983-540e-42d5-9886-fb5eaddbc93e is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:20:59.365721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46424) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:20:59.390869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Pushing event updated for resources: {'Port': ['ID=57d7f096-3200-4980-bee0-91a5de9494a8,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:20:59.396067 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:20:59.730300 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-6c1868c7-d12a-434a-ac59-4732f7f47ebd None None] Provisioning complete for port 57d7f096-3200-4980-bee0-91a5de9494a8 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:20:59.731327 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6c1868c7-d12a-434a-ac59-4732f7f47ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:20:59.915213 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-0be549bd-1690-4799-96bb-2b829facd265 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677072 May 11 16:20:59.983106 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1871071736-network', 'tenant_id': 'd70784a1e4244546a217108368715a92'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:20:59.992721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:00.010459 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Usage tracker for resource:network and tenant:d70784a1e4244546a217108368715a92 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:00.015453 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:00.025452 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:21:00.026223 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:00.036428 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4d517-9507-4a9b-b88c-db8f77e3ebb6 req-806cf1c6-8c9c-47fb-860a-5e164fdfb961 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:00.038429 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Sync routers for ids ['d664b983-540e-42d5-9886-fb5eaddbc93e'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:21:00.045951 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-dac4d517-9507-4a9b-b88c-db8f77e3ebb6 req-806cf1c6-8c9c-47fb-860a-5e164fdfb961 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.5698819 May 11 16:21:00.053383 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Routers {'d664b983-540e-42d5-9886-fb5eaddbc93e'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:21:00.054029 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Made reservation on behalf of d70784a1e4244546a217108368715a92 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:21:00.055387 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['d664b983-540e-42d5-9886-fb5eaddbc93e'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:00.062955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.103635 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.108585 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.114797 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1570115 May 11 16:21:00.139411 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46448) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:00.171154 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:00.182513 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Usage tracker for resource:security_group_rule and tenant:d70784a1e4244546a217108368715a92 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:00.192914 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:00.219381 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:00.465884 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.476183 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.515307 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:21:00.547268 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.547901 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Added segment bd8396f2-6890-429d-b420-1da3b753c92e of type vlan for network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 May 11 16:21:00.571497 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Set router d664b983-540e-42d5-9886-fb5eaddbc93e gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:21:00.621775 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.684845 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2b8a0fe6-f6e3-425f-bbce-55b07dcbc4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:00.735910 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4f5a19-34f4-48c2-bd3f-818f5791a67f,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:00.754279 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:00.757583 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.769572 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:00.773013 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:00.789714 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-35934316-5f7f-45e1-ad7c-78f1260de219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:01.027949 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Pushing event updated for resources: {'Network': ['ID=42ba96cd-382c-4271-b5dc-49e0b1c90e33,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:01.044934 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:21:01.045760 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:01.054180 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6866205 May 11 16:21:01.055623 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46478) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:01.064907 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Request body: {'subnet': {'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1871071736-subnet', 'tenant_id': 'd70784a1e4244546a217108368715a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:21:01.073735 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:01.081109 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Usage tracker for resource:subnet and tenant:d70784a1e4244546a217108368715a92 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:01.085753 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:01.096358 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:01.113825 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Made reservation on behalf of d70784a1e4244546a217108368715a92 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:21:01.118359 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2111379'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:01.479232 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 57d7f096-3200-4980-bee0-91a5de9494a8 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:21:01.786458 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-dac4d517-9507-4a9b-b88c-db8f77e3ebb6 req-77c705c2-bf1e-4de1-ace3-92b6d3a1ad45 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7104628 May 11 16:21:01.794877 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f5bf0a89-af0b-4afc-a4b6-8b99da73076c req-9b8c378a-69f4-4041-9e61-6457ef333aa9 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8671598 May 11 16:21:01.910909 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:21:02.021353 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 57d7f096-3200-4980-bee0-91a5de9494a8 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:02.021747 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:02.088329 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:20:55Z', 'revision_number': 3, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port': {'id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:52Z', 'updated_at': '2021-05-11T16:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:02.101619 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Checking router: d664b983-540e-42d5-9886-fb5eaddbc93e for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:21:02.102656 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Updating router d664b983-540e-42d5-9886-fb5eaddbc93e port b3a906c9-8eed-4e06-9769-38329a3d5142 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:21:02.122211 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46502) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:02.246890 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:02.823577 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:02.829797 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:02.849616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:02.856991 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Usage tracker for resource:security_group_rule and tenant:5827c43d3d8a410ba6a5db167d7d952f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:02.861976 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:02.871592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:02.904692 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2346596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2111457'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:02.935571 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:02.936728 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e6cc17b0-3c9b-4ffc-bd01-e10bb7156caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:02.956403 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Transition to ACTIVE for port object b3a906c9-8eed-4e06-9769-38329a3d5142 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:21:02.970281 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:02.991853 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:03.082838 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1f1890-efd8-4f92-b371-9af5b66979c1,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:03.097279 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:03.136898 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Attempting to bind port b3a906c9-8eed-4e06-9769-38329a3d5142 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:21:03.137203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Checking segment: {'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:21:03.138008 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Network hostable DHCP agents. Network: 42ba96cd-382c-4271-b5dc-49e0b1c90e33, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:21:03.138168 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Attempting to bind port b3a906c9-8eed-4e06-9769-38329a3d5142 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:21:03.138595 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Attempting to bind port b3a906c9-8eed-4e06-9769-38329a3d5142 on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:21:03.157949 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:21:03.158437 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:21:03.159168 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:03.159672 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:21:03.160274 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Bound port: b3a906c9-8eed-4e06-9769-38329a3d5142, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:21:03.161221 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:03.188086 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Allocated IP 172.20.0.1 (a50c1861-cc1a-4d91-b1ed-94e033033c4b/a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86/2dfd161e-d022-4c47-a6a1-a7eb52b32f71) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:21:03.194875 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c51a6-c185-4741-a594-ae910164b350 None None] Pushing event updated for resources: {'Port': ['ID=b3a906c9-8eed-4e06-9769-38329a3d5142,revision_number=2']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:03.208656 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-aa9c51a6-c185-4741-a594-ae910164b350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:03.214209 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:21:03.285727 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 42ba96cd-382c-4271-b5dc-49e0b1c90e33) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:21:03.297549 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516eed3-e8c8-4b36-a140-706d0e065702 None None] Network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:21:03.353792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:03.360161 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:03.364219 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:03.387960 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:03.431945 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] For port b3a906c9-8eed-4e06-9769-38329a3d5142, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:21:03.445447 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] For port b3a906c9-8eed-4e06-9769-38329a3d5142, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=b3a906c9-8eed-4e06-9769-38329a3d5142,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:21:03.456291 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ad520da9-c6c1-4f95-8326-4d74c2e1a179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:03.457248 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:03.467747 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:03.640941 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5827c43d3d8a410ba6a5db167d7d952f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5167530 May 11 16:21:03.642580 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9485df-4b97-4945-b83b-1ce092024c77 req-52d8818b-3606-4c62-ad81-3377d502cdf4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:03.645074 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46538) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:03.647682 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7f9485df-4b97-4945-b83b-1ce092024c77 req-52d8818b-3606-4c62-ad81-3377d502cdf4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.5903382 May 11 16:21:03.680036 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6218061 May 11 16:21:03.720740 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Routers {'d664b983-540e-42d5-9886-fb5eaddbc93e'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:21:03.721432 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['d664b983-540e-42d5-9886-fb5eaddbc93e'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:03.748438 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a830570-0e87-4acb-af0f-5dea05188339,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:03.802723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.802723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.802723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.802723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.804475 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.805475 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.806205 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.812103 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.813601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.814191 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.817591 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.818201 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:03.842235 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:03.843942 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:03.899079 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7f9485df-4b97-4945-b83b-1ce092024c77 req-b786a3ba-1fcc-4fa4-8a39-2e53038d1134 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377954 May 11 16:21:03.928257 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Transition to ACTIVE for port object 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:21:04.023032 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:04.044850 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:04.096576 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:04.221810 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:04.233978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:04.235882 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:04.244111 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07fac37-bcf7-4f7b-b131-466e6888cc6e None None] Network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:21:04.246720 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:21:04.249276 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:21:04.253611 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:21:04.362570 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c51a6-c185-4741-a594-ae910164b350 None None] Pushing event updated for resources: {'Port': ['ID=b3a906c9-8eed-4e06-9769-38329a3d5142,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:04.378182 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-aa9c51a6-c185-4741-a594-ae910164b350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:04.411316 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:04.419869 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-94b928f1-75fa-4f4f-b8be-85112b6a38cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:04.459940 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a830570-0e87-4acb-af0f-5dea05188339,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:04.481313 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:04.485773 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:04.499749 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:04.500905 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a830570-0e87-4acb-af0f-5dea05188339 HTTP/1.1" status: 204 len: 168 time: 0.8473282 May 11 16:21:04.681189 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] Set router d664b983-540e-42d5-9886-fb5eaddbc93e gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:21:04.900713 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:04.907267 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-41ef5d5f-6704-48c1-8d0b-53bed4e1b652 None None] Provisioning for port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:21:05.022746 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-41ef5d5f-6704-48c1-8d0b-53bed4e1b652 None None] Provisioning complete for port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:05.024119 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-41ef5d5f-6704-48c1-8d0b-53bed4e1b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:05.175501 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-41ef5d5f-6704-48c1-8d0b-53bed4e1b652 None None] Port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:21:05.760198 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2522a-d1f4-42cb-b8f0-ae82eceb552c req-89b4c223-f7a5-4219-919d-01724e009316 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:05.763406 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-99e2522a-d1f4-42cb-b8f0-ae82eceb552c req-89b4c223-f7a5-4219-919d-01724e009316 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.4272397 May 11 16:21:05.842483 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:20:55Z', 'revision_number': 3, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port': {'id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:52Z', 'updated_at': '2021-05-11T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:05.865434 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b22f06-4268-4bb3-b863-82072cf68459 None None] The sync data for ids ['d664b983-540e-42d5-9886-fb5eaddbc93e'] in dv-cinder-761113-11-iscsi is: [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:20:55Z', 'revision_number': 3, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port': {'id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:52Z', 'updated_at': '2021-05-11T16:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:21:05.883555 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:05.922499 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:05.993327 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:06.109873 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-99e2522a-d1f4-42cb-b8f0-ae82eceb552c req-3c194f76-851e-4448-b729-2b609d506914 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307655 May 11 16:21:06.207878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:06.216319 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:06.217679 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:06.590825 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:21:06.593175 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:21:06.933403 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-671e21c3-48b6-4a28-a3eb-25c577172ef0 None None] Provisioning complete for port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:06.944646 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-671e21c3-48b6-4a28-a3eb-25c577172ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:07.025562 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-671e21c3-48b6-4a28-a3eb-25c577172ef0 None None] Port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:21:07.096751 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Router d664b983-540e-42d5-9886-fb5eaddbc93e has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:21:07.405533 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device b3a906c9-8eed-4e06-9769-38329a3d5142 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:21:07.560879 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port b3a906c9-8eed-4e06-9769-38329a3d5142 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:21:07.569171 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port b3a906c9-8eed-4e06-9769-38329a3d5142 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:07.569750 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:07.702325 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:21:07.748265 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] 10.222.0.73 "PUT /v2.0/routers/d664b983-540e-42d5-9886-fb5eaddbc93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6039896 May 11 16:21:07.810573 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:07.844363 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port b3a906c9-8eed-4e06-9769-38329a3d5142, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=b3a906c9-8eed-4e06-9769-38329a3d5142,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:07.847745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd356e3d-86ec-46c3-9a01-5af62cadc6c9 req-44c83d68-da3d-4dca-827d-c8b1d06b6bab tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:07.849298 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:07.851684 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-dd356e3d-86ec-46c3-9a01-5af62cadc6c9 req-44c83d68-da3d-4dca-827d-c8b1d06b6bab tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.4889610 May 11 16:21:07.855459 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-9c6e8a6f-4766-4868-b611-0dbe4a93d6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:07.928115 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-dd356e3d-86ec-46c3-9a01-5af62cadc6c9 req-ff79fac1-469a-4c39-ac58-fa2231c1642d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633686 May 11 16:21:07.963926 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=b3a906c9-8eed-4e06-9769-38329a3d5142,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:07.968155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:08.754953 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Sync routers for ids ['d664b983-540e-42d5-9886-fb5eaddbc93e'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:21:08.770901 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Routers {'d664b983-540e-42d5-9886-fb5eaddbc93e'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:21:08.771964 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['d664b983-540e-42d5-9886-fb5eaddbc93e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:09.146766 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Set router d664b983-540e-42d5-9886-fb5eaddbc93e gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:21:09.401669 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09e9d-2cbe-4f48-a7ba-9a20888aaf59 req-08700b89-0cf4-43b6-9d31-2225fbe2915f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:09.405089 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device b3a906c9-8eed-4e06-9769-38329a3d5142 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:21:09.441518 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a4e09e9d-2cbe-4f48-a7ba-9a20888aaf59 req-08700b89-0cf4-43b6-9d31-2225fbe2915f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2153659 May 11 16:21:09.534487 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a4e09e9d-2cbe-4f48-a7ba-9a20888aaf59 req-c33d1233-d165-42f7-8a37-93ab30d7dcef tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913699 May 11 16:21:09.937406 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54befc-3a86-4225-8c15-b999ede89b9f req-05a919c6-b9e3-40dd-b445-31ef0c59dfde tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:09.948084 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-05a919c6-b9e3-40dd-b445-31ef0c59dfde tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/networks?id=42ba96cd-382c-4271-b5dc-49e0b1c90e33 HTTP/1.1" status: 200 len: 809 time: 0.2535925 May 11 16:21:09.972457 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-e218a407-8585-4d39-9651-05ba7d365cb5 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/quotas/d70784a1e4244546a217108368715a92 HTTP/1.1" status: 200 len: 375 time: 0.0228000 May 11 16:21:10.119601 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-d7a65c46-2d12-49cd-a962-9b4a3a23b2be tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d70784a1e4244546a217108368715a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1450214 May 11 16:21:10.225236 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port b3a906c9-8eed-4e06-9769-38329a3d5142 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:10.227715 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:10.479890 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-e5b12b1d-f14b-40d5-ba2a-d54510d192cc service neutron] 10.222.0.73 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511848 May 11 16:21:10.740039 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-b8d8e5dc-5c2a-457c-857c-7fe204a5280d service neutron] 10.222.0.73 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588408 May 11 16:21:10.746790 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:21:04Z', 'revision_number': 4, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port': {'id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:52Z', 'updated_at': '2021-05-11T16:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '2dfd161e-d022-4c47-a6a1-a7eb52b32f71', 'name': '', 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'mac_address': 'fa:16:3e:de:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:21:02Z', 'updated_at': '2021-05-11T16:21:05Z', 'revision_number': 2, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'subnets': [{'id': 'a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:10.800822 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Checking router: d664b983-540e-42d5-9886-fb5eaddbc93e for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:21:10.802488 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Updating router d664b983-540e-42d5-9886-fb5eaddbc93e port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:21:10.969375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:11.069370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0be0b-2d30-4a74-a729-e50071a5d397 req-af92ee85-e628-4a80-94e6-2fddf3a92e11 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:11.082720 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bff0be0b-2d30-4a74-a729-e50071a5d397 req-af92ee85-e628-4a80-94e6-2fddf3a92e11 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2089343 May 11 16:21:11.208895 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bff0be0b-2d30-4a74-a729-e50071a5d397 req-c27d9f59-15a4-4afa-a6f3-d1fbeecbe375 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237526 May 11 16:21:11.296181 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-70dd67e7-0cf1-4c27-be58-e09aea42b908 req-bf9ebdc1-be9a-4285-a4a5-999a9a204fb0 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 210 time: 0.1117404 May 11 16:21:11.796699 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:11.822214 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Transition to ACTIVE for port object 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:21:11.843574 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:11.852673 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5e606196-7dcd-4c64-95d0-19c258b31922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:11.971440 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25627f1d-8ae6-447f-9a98-d6780d07f711 None None] Pushing event updated for resources: {'Port': ['ID=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:11.977770 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-25627f1d-8ae6-447f-9a98-d6780d07f711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:12.163005 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46788) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:12.432874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Attempting to bind port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:21:12.433245 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Attempting to bind port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:21:12.433615 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Attempting to bind port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 on network a50c1861-cc1a-4d91-b1ed-94e033033c4b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:21:12.441625 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Deleting subnet 456bae16-583a-4827-b403-6cd592975569 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:21:12.448026 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:21:12.448413 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Checking segment: {'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:21:12.448959 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:12.449369 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Bound using segment: {'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:21:12.449900 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Bound port: 2dfd161e-d022-4c47-a6a1-a7eb52b32f71, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ae22ae-977a-4edb-8574-0094ff3a0668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:21:12.450426 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:12.453393 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:12.646088 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224922'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:12.745566 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] For port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:21:12.750381 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] For port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,segment=NetworkSegment(98ae22ae-977a-4edb-8574-0094ff3a0668),segment_id=98ae22ae-977a-4edb-8574-0094ff3a0668)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:21:12.792024 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:12.802574 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:12.905323 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce7633-039c-4136-b7e8-6b415b979b49 req-bc5f697d-c855-42b3-96d6-dd51ab1c93b8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:12.918546 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07ce7633-039c-4136-b7e8-6b415b979b49 req-bc5f697d-c855-42b3-96d6-dd51ab1c93b8 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.3063390 May 11 16:21:12.946332 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25627f1d-8ae6-447f-9a98-d6780d07f711 None None] Pushing event updated for resources: {'Port': ['ID=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:12.964584 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-25627f1d-8ae6-447f-9a98-d6780d07f711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:12.977618 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Routers {'d664b983-540e-42d5-9886-fb5eaddbc93e'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:21:12.978727 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:20:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['d664b983-540e-42d5-9886-fb5eaddbc93e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:12.993104 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:13.036323 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07ce7633-039c-4136-b7e8-6b415b979b49 req-f4b491be-5c25-411b-b7c6-f18b0d36922e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168206 May 11 16:21:13.314441 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] Set router d664b983-540e-42d5-9886-fb5eaddbc93e gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:21:13.655523 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-98b04918-477b-4d74-9447-1758d54a8da6 req-90a2de5b-1206-4255-b4ed-b07bf484b60e tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 210 time: 0.2072914 May 11 16:21:13.781616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111480'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:13.794608 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-74e8164a-ff09-4dd9-b914-129fa686865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:13.877849 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54befc-3a86-4225-8c15-b999ede89b9f req-a0443867-65ca-4f18-8a8c-7992d08929b7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:13.883386 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-a0443867-65ca-4f18-8a8c-7992d08929b7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "GET /v2.0/networks?id=42ba96cd-382c-4271-b5dc-49e0b1c90e33 HTTP/1.1" status: 200 len: 809 time: 0.7319033 May 11 16:21:13.901741 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Request body: {'port': {'device_id': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33', 'admin_state_up': True, 'tenant_id': 'd70784a1e4244546a217108368715a92'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:21:13.990412 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456bae16-583a-4827-b403-6cd592975569,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:14.013336 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:14.014417 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:14.036786 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-13e473b2-365d-4172-8217-8b94508bc301 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/456bae16-583a-4827-b403-6cd592975569 HTTP/1.1" status: 204 len: 168 time: 1.8719671 May 11 16:21:14.046181 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46834) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:14.294094 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:21:04Z', 'revision_number': 4, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port': {'id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:52Z', 'updated_at': '2021-05-11T16:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '2dfd161e-d022-4c47-a6a1-a7eb52b32f71', 'name': '', 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'mac_address': 'fa:16:3e:de:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:21:02Z', 'updated_at': '2021-05-11T16:21:12Z', 'revision_number': 4, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'subnets': [{'id': 'a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:14.309729 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec9805-93fe-4aa3-9614-981842cb356e None None] The sync data for ids ['d664b983-540e-42d5-9886-fb5eaddbc93e'] in dv-cinder-761113-11-iscsi is: [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:21:04Z', 'revision_number': 4, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port': {'id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:52Z', 'updated_at': '2021-05-11T16:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '2dfd161e-d022-4c47-a6a1-a7eb52b32f71', 'name': '', 'network_id': 'a50c1861-cc1a-4d91-b1ed-94e033033c4b', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'mac_address': 'fa:16:3e:de:37:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:21:02Z', 'updated_at': '2021-05-11T16:21:12Z', 'revision_number': 4, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'subnets': [{'id': 'a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:21:14.480150 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:14.481887 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1c72d-85aa-4dea-8b45-1a579a4a1f73 req-aac56e2a-5130-40c8-bb2a-1f8830aae770 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:14.486937 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Usage tracker for resource:port and tenant:d70784a1e4244546a217108368715a92 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:14.491809 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-70a1c72d-85aa-4dea-8b45-1a579a4a1f73 req-aac56e2a-5130-40c8-bb2a-1f8830aae770 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.5721021 May 11 16:21:14.494543 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:14.498107 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:14.526480 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:14.612504 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Made reservation on behalf of d70784a1e4244546a217108368715a92 for: {'port': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:21:14.625414 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:14.952727 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-70a1c72d-85aa-4dea-8b45-1a579a4a1f73 req-28561b40-c3a2-4366-bdc6-5a2fda568d7e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595747 May 11 16:21:15.073657 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.093917 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Allocated IP 172.20.0.9 (42ba96cd-382c-4271-b5dc-49e0b1c90e33/0f1f1890-efd8-4f92-b371-9af5b66979c1/fe5aab39-7c02-4eaf-8dbc-95ec27439a89) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:21:15.104142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cbc316-ad7f-4e6d-aec9-381c0cb70314']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:15.155558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f99345-664c-47e9-95ea-b17e7b09e31d') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:15.157053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f99345-664c-47e9-95ea-b17e7b09e31d') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:15.196775 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188fdd-ee08-4924-8097-9ec20032b88e req-adf157b3-c29c-4ab3-8d6e-8e6af8f422d6 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:15.198727 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b8188fdd-ee08-4924-8097-9ec20032b88e req-adf157b3-c29c-4ab3-8d6e-8e6af8f422d6 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.9111605 May 11 16:21:15.205282 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224901'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.246852 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.379740 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46856) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:15.402515 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ccbdfa35-1e9c-4173-a597-1be74878f5d9 req-9303acb5-a272-41b0-8a46-a4918f59cc0f tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 210 time: 0.1527858 May 11 16:21:15.417367 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:21:15.417559 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099137'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.446762 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: Traceback (most recent call last): May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: timer() May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: cb(*args, **kw) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: return func(*args, **kwargs) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: self._notify() May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: self.callback(batched_events) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: event.method(event) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: return f(self, *a, **k) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._get(url).json() May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:21:15.447964 dv-cinder-761113-11-iscsi neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:21:15.680462 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:21:15.701690 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:15.702100 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.756538 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.758378 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.789755 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:15.795052 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-73789e1f-de7c-4567-bbbe-7595e7ec2693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:15.845786 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Pushing event deleted for resources: {'Network': ['ID=78cbc316-ad7f-4e6d-aec9-381c0cb70314,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:15.854884 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:15.860248 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-632a049a-e31e-44ec-bb74-9c1b554f134f admin admin] 10.222.0.73 "DELETE /v2.0/networks/78cbc316-ad7f-4e6d-aec9-381c0cb70314 HTTP/1.1" status: 204 len: 168 time: 1.8010602 May 11 16:21:15.860248 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:15.861108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46862) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:15.879358 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Usage tracker for resource:security_group_rule and tenant:ba6f3c95227b4eddb5eaf4faec80b45a is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:15.979835 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:16.001981 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:16.051523 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b8188fdd-ee08-4924-8097-9ec20032b88e req-460cb861-1be9-42d0-8e2f-9b91d3b59f33 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8445795 May 11 16:21:16.120361 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.199758 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,segment=NetworkSegment(98ae22ae-977a-4edb-8574-0094ff3a0668),segment_id=98ae22ae-977a-4edb-8574-0094ff3a0668)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:16.208723 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.211442 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.214012 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:16.225108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.252403 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.258880 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9db632a-e521-4cfe-9ef6-fd9afebabc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:16.332719 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba6f3c95227b4eddb5eaf4faec80b45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9490025 May 11 16:21:16.332954 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46876) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:16.353466 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0124336d-001b-460b-a4cc-ce05d18e4576,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:16.363721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Deleting subnet dfb81188-ba30-476f-879f-2e1619f6e3e1 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:21:16.365994 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:16.425748 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.435098 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.448133 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:16.466066 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:16.490050 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:16.603792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224922'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.633571 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:21:16.651881 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:21:16.656164 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:21:16.690454 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.725219 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Pushing event updated for resources: {'Port': ['ID=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:16.745502 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.746014 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.746474 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.746924 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.747370 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.747848 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.748291 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.748752 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.749195 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.749625 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.750470 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.750470 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:21:16.756555 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:16.766448 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.826401 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:16.826401 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.871718 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:16.885226 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9879770 May 11 16:21:16.898576 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Request body: {'port': {'device_id': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:21:16.905025 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24805503-7210-416b-8e67-ba9e7fd26aab req-44a28725-1379-4dd4-b063-c781a13ab35a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:16.917581 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24805503-7210-416b-8e67-ba9e7fd26aab req-44a28725-1379-4dd4-b063-c781a13ab35a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.4955513 May 11 16:21:17.197114 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24805503-7210-416b-8e67-ba9e7fd26aab req-8aa7467d-421f-4fbe-afbc-ee1d45134499 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684684 May 11 16:21:17.248091 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:17.276804 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:17.293368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0da493e6-fcc6-4a65-a8fc-b96f6ff4a9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:17.296670 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f39f92dc-5bea-4b09-899a-11e6af229c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:17.325084 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0124336d-001b-460b-a4cc-ce05d18e4576,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:17.330137 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:17.338091 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547eb60-1609-4a7b-8c09-8ada82fd2150 req-b123c5e6-714d-44a8-a4fa-6231bdd65ff9 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:17.339154 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-1547eb60-1609-4a7b-8c09-8ada82fd2150 req-b123c5e6-714d-44a8-a4fa-6231bdd65ff9 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Synchronizing usage tracker for tenant:d70784a1e4244546a217108368715a92 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:21:17.379142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:17.381641 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0124336d-001b-460b-a4cc-ce05d18e4576 HTTP/1.1" status: 204 len: 168 time: 1.0476208 May 11 16:21:17.401928 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:21:17.461333 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-1547eb60-1609-4a7b-8c09-8ada82fd2150 req-b123c5e6-714d-44a8-a4fa-6231bdd65ff9 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Unset dirty status for tenant:d70784a1e4244546a217108368715a92 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:21:17.465289 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1547eb60-1609-4a7b-8c09-8ada82fd2150 req-b123c5e6-714d-44a8-a4fa-6231bdd65ff9 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 931 time: 0.5003777 May 11 16:21:17.596176 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:17.596883 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:17.702698 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1547eb60-1609-4a7b-8c09-8ada82fd2150 req-e93925a9-406a-43c2-a989-78a070038503 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188861 May 11 16:21:18.124480 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730750dc-9c86-434e-bb1a-22fdd76c6604 req-d64179cd-832b-4ec1-aa27-6d1052ff0028 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:18.127344 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-730750dc-9c86-434e-bb1a-22fdd76c6604 req-d64179cd-832b-4ec1-aa27-6d1052ff0028 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.4995329 May 11 16:21:18.136151 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111480'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:18.160312 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b74f9c02-2df6-486d-b941-222455fcc73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:18.188492 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5aab39-7c02-4eaf-8dbc-95ec27439a89 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:21:18.199501 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:18.227009 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Transition to ACTIVE for port object fe5aab39-7c02-4eaf-8dbc-95ec27439a89 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:21:18.239869 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:18.270319 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d78ba999-9e22-4a0e-9b81-a24b98f03731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:18.358012 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:18.365446 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb81188-ba30-476f-879f-2e1619f6e3e1,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:18.374206 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:18.382763 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2aeebaa8-7286-4455-94f6-119299ea5c98 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dfb81188-ba30-476f-879f-2e1619f6e3e1 HTTP/1.1" status: 204 len: 168 time: 2.5201321 May 11 16:21:18.402296 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46920) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:18.413952 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:18.509735 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:18.619284 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-730750dc-9c86-434e-bb1a-22fdd76c6604 req-8a474072-d7d7-4c9a-a0e7-2c0eb3e606f3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599035 May 11 16:21:18.667941 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:18.747677 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Attempting to bind port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:21:18.748285 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Attempting to bind port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:21:18.748828 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Attempting to bind port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 on network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:21:18.781402 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 on network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:21:18.781725 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Attempting to bind port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 on network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:21:18.798287 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbee94-57f2-41a7-b555-426dc2d7d529 req-d77ae392-99a8-4e8e-b5b2-99788c27a555 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:18.812268 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-84fbee94-57f2-41a7-b555-426dc2d7d529 req-d77ae392-99a8-4e8e-b5b2-99788c27a555 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.2512300 May 11 16:21:18.888918 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:21:18.890355 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Checking segment: {'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:21:18.892393 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Bound using segment: {'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:21:18.894339 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Bound port: fe5aab39-7c02-4eaf-8dbc-95ec27439a89, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:21:18.894826 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:18.900995 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:18.930028 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae49b109-0e60-403a-9bbc-514fde50c2c0']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:18.961392 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec29136-714a-443f-9b99-e9c631ab2fd2') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:18.961794 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec29136-714a-443f-9b99-e9c631ab2fd2') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:21:19.041081 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224901'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:19.089850 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:19.095148 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-84fbee94-57f2-41a7-b555-426dc2d7d529 req-bd47af8a-3f24-43fe-9f40-e939cf0fd8eb tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818460 May 11 16:21:19.103909 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:21:19.104745 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099137'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: Traceback (most recent call last): May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: timer() May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: cb(*args, **kw) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: return func(*args, **kwargs) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: self._notify() May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: self.callback(batched_events) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: event.method(event) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: return f(self, *a, **k) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._get(url).json() May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:21:19.128830 dv-cinder-761113-11-iscsi neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:21:19.262707 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] For port fe5aab39-7c02-4eaf-8dbc-95ec27439a89, host hv-cinder-76111, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:21:19.413553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67020cc9-0d60-43d5-8800-01ea633d1513 req-a648da64-8946-4f78-adf4-28a2de772294 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:19.424978 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67020cc9-0d60-43d5-8800-01ea633d1513 req-a648da64-8946-4f78-adf4-28a2de772294 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 943 time: 0.4675591 May 11 16:21:19.440314 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] For port fe5aab39-7c02-4eaf-8dbc-95ec27439a89, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:21:19.449582 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:19.464776 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-33e770ba-d54a-4152-a8bd-babb856719c4 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:19.469575 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:19.507413 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:19.520775 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a2663e85-0521-47e6-8686-ea5201563510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:19.556190 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:19.557327 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:19.558982 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] 10.222.0.87 "PUT /v2.0/ports/fe5aab39-7c02-4eaf-8dbc-95ec27439a89 HTTP/1.1" status: 200 len: 1093 time: 2.6662529 May 11 16:21:19.569580 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'tag': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:21:19.598267 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ae49b109-0e60-403a-9bbc-514fde50c2c0 HTTP/1.1" status: 204 len: 168 time: 1.1940870 May 11 16:21:19.600126 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae49b109-0e60-403a-9bbc-514fde50c2c0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:19.608023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-20203926-b9f2-44fb-867e-14a241024587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:19.645220 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-67020cc9-0d60-43d5-8800-01ea633d1513 req-1145c161-2a84-4795-9bd1-67224717d5f7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Synchronizing usage tracker for tenant:d70784a1e4244546a217108368715a92 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:21:19.720845 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-67020cc9-0d60-43d5-8800-01ea633d1513 req-1145c161-2a84-4795-9bd1-67224717d5f7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Unset dirty status for tenant:d70784a1e4244546a217108368715a92 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:21:19.736356 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67020cc9-0d60-43d5-8800-01ea633d1513 req-1145c161-2a84-4795-9bd1-67224717d5f7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099756 May 11 16:21:19.783234 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:19.787995 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:19.822560 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54befc-3a86-4225-8c15-b999ede89b9f req-176e6ee5-5f3f-4b29-9d2f-cedb68321644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:19.824697 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-176e6ee5-5f3f-4b29-9d2f-cedb68321644 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d70784a1e4244546a217108368715a92&device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 1096 time: 0.1903524 May 11 16:21:19.919489 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'tag': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89', 'status': 'completed', 'code': 200} May 11 16:21:19.942055 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-ead6799e-109f-48c4-8071-51409c64388f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5aab39-7c02-4eaf-8dbc-95ec27439a89 HTTP/1.1" status: 200 len: 217 time: 0.1081655 May 11 16:21:20.073978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46958) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:20.205443 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54befc-3a86-4225-8c15-b999ede89b9f req-53a81712-67ea-4e79-ab8b-ab0278be6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:20.209923 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4b550e3d-194e-4edc-b599-39bf228a8eb4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=799c1444179a486bbf0aeffcc25e7366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342096 May 11 16:21:20.211531 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-53a81712-67ea-4e79-ab8b-ab0278be6c80 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f1f1890-efd8-4f92-b371-9af5b66979c1 HTTP/1.1" status: 200 len: 849 time: 0.2597876 May 11 16:21:20.213844 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 46968) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:20.292223 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-88e99224-2d1f-4d81-b68a-d81cfd2a7034 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=42ba96cd-382c-4271-b5dc-49e0b1c90e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591221 May 11 16:21:20.555121 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f90e74-819f-4839-8ebf-797db97f25e8 req-1e08e204-fe29-4add-99c9-96a56fc42f96 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:20.566450 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-29f90e74-819f-4839-8ebf-797db97f25e8 req-1e08e204-fe29-4add-99c9-96a56fc42f96 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.2139957 May 11 16:21:20.588241 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:20.657937 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-29f90e74-819f-4839-8ebf-797db97f25e8 req-f9eafa71-1a68-48fc-9632-09f033e8fe44 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907495 May 11 16:21:20.659897 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c87ca-81ea-4cae-9bae-5278c04c2334 req-a474ffed-5354-4315-8d95-0f65bceabf95 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:20.662258 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b20c87ca-81ea-4cae-9bae-5278c04c2334 req-a474ffed-5354-4315-8d95-0f65bceabf95 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.6378117 May 11 16:21:20.664401 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-cc42087a-72e9-4f21-b427-fdb881806e4b service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632703 May 11 16:21:20.670746 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:20.856987 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:20.886470 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b20c87ca-81ea-4cae-9bae-5278c04c2334 req-82ec71ed-e2c4-49fe-a55d-7f8049ddb726 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898429 May 11 16:21:20.955157 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-db54befc-3a86-4225-8c15-b999ede89b9f req-c2fcbd86-e2a8-4342-8eff-942d005b6f64 service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820420 May 11 16:21:20.982474 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:20.989559 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d65ac988-6afd-4d51-a097-868e7df08e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:21.008888 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59bd13e-8e43-4ad5-a307-eb9f0cd8b2fe,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:21.013251 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:21.016681 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b59bd13e-8e43-4ad5-a307-eb9f0cd8b2fe HTTP/1.1" status: 204 len: 168 time: 0.7993262 May 11 16:21:21.016681 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:21.030768 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1094e5-592f-44c9-a792-dc4ada6c8a64 req-0d6a7338-3fe7-456e-bf41-361f6025b082 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:21.037455 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8a1094e5-592f-44c9-a792-dc4ada6c8a64 req-0d6a7338-3fe7-456e-bf41-361f6025b082 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 943 time: 0.1559954 May 11 16:21:21.088115 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46982) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:21.142924 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8a1094e5-592f-44c9-a792-dc4ada6c8a64 req-3a3909c4-869a-41b1-be43-c28487e2365a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934033 May 11 16:21:21.173632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-7e3eabd8-720e-4878-be73-d283c82d96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:21.175525 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-7e3eabd8-720e-4878-be73-d283c82d96ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d70784a1e4244546a217108368715a92&device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 1096 time: 0.1370366 May 11 16:21:21.228582 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a044b1a2-9426-44d7-9e6e-bf8f7f786a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:21.445195 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-7e32bcf3-7dcc-4039-a208-af7d4ad7427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:21.448581 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-7e32bcf3-7dcc-4039-a208-af7d4ad7427d service neutron] 10.222.0.87 "GET /v2.0/networks?id=42ba96cd-382c-4271-b5dc-49e0b1c90e33 HTTP/1.1" status: 200 len: 910 time: 0.2542777 May 11 16:21:21.547074 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-64ec9a8e-5c5e-4ba9-962c-63c04560b6c4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe5aab39-7c02-4eaf-8dbc-95ec27439a89 HTTP/1.1" status: 200 len: 217 time: 0.0914176 May 11 16:21:21.627514 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:21.648496 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:21.655516 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Usage tracker for resource:security_group_rule and tenant:39631cc39ee54e37a470c166db9cb58a is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:21.661793 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:21.675010 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:21.704315 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-0fb15455-95ef-40ec-b3be-52df2eac0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:21.708987 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-0fb15455-95ef-40ec-b3be-52df2eac0b05 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f1f1890-efd8-4f92-b371-9af5b66979c1 HTTP/1.1" status: 200 len: 849 time: 0.1526527 May 11 16:21:21.787031 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-cbbaa386-58a6-4229-ab5e-922b1da0c6de service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=42ba96cd-382c-4271-b5dc-49e0b1c90e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679102 May 11 16:21:21.807693 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:21.824372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:21.837502 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:21.847178 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 46996) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:21.945533 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39631cc39ee54e37a470c166db9cb58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557448 May 11 16:21:21.947082 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47004) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:21.952071 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-63155e3e-a594-42c2-a53c-88356b381163 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9a072c8d33940d1a496d54eb062cf16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945776 May 11 16:21:22.002675 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb903c60-615b-401c-b002-5e30e6681d91,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:22.009764 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47008) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:22.021872 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:22.062822 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-57c2d679-47ae-49ce-9a31-5c4fa9972135 service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622049 May 11 16:21:22.136152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.269718 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.286626 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.353830 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831feca9-5ccc-4bf2-9ce9-914170b7149b req-9b0cfc54-45a7-4ff5-9155-28fabb0acb62 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:22.364574 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-831feca9-5ccc-4bf2-9ce9-914170b7149b req-9b0cfc54-45a7-4ff5-9155-28fabb0acb62 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.3053102 May 11 16:21:22.366130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.373108 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-25a57f81-cfad-4eea-8121-08b9d7982258 req-e9c90af1-0009-4bcb-86ff-4e9404aeef67 service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693222 May 11 16:21:22.394559 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6226d4-427d-481e-a4d5-f58aede067ba req-b81820a5-2d03-42f4-9740-a0692cbb4136 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:22.396197 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ae6226d4-427d-481e-a4d5-f58aede067ba req-b81820a5-2d03-42f4-9740-a0692cbb4136 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.3239703 May 11 16:21:22.484255 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ae6226d4-427d-481e-a4d5-f58aede067ba req-5c95236a-89f6-49f3-bbbe-817eb86df147 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784686 May 11 16:21:22.486958 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.492056 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c2f7dce3-d757-4ede-ae28-2aec883f7e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:22.507225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb903c60-615b-401c-b002-5e30e6681d91,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:22.512014 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:22.524677 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-831feca9-5ccc-4bf2-9ce9-914170b7149b req-d41b08b4-60b9-48f5-bb1c-65881a10f783 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584456 May 11 16:21:22.535625 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.542807 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb903c60-615b-401c-b002-5e30e6681d91 HTTP/1.1" status: 204 len: 168 time: 0.5915883 May 11 16:21:22.545641 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.549540 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:22.550941 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1df4744d-5e59-45a8-8ff5-21b14813c777 HTTP/1.1" status: 204 len: 168 time: 0.5401747 May 11 16:21:22.552047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-79709f06-9c58-46bc-96d9-f4a04e9d56bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:22.569252 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df4744d-5e59-45a8-8ff5-21b14813c777,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:22.573279 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:22.770623 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51ba8e-e51f-4ef6-802a-214c6487edc6 req-a53b7431-23e2-4df9-b7e8-1d6e3bbcac3b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:22.774817 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fa51ba8e-e51f-4ef6-802a-214c6487edc6 req-a53b7431-23e2-4df9-b7e8-1d6e3bbcac3b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 943 time: 0.1083453 May 11 16:21:22.843971 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fa51ba8e-e51f-4ef6-802a-214c6487edc6 req-a103e559-e0b7-464b-8221-b0ad48e6e3fb tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631037 May 11 16:21:23.205419 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:23.438298 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47034) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:23.544613 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:23.571245 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:23.577231 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Usage tracker for resource:security_group_rule and tenant:3dae3e23c57744b7922499f5b3188957 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:23.595400 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:23.607095 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:23.802303 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:23.811696 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88997b-45f4-4790-bc0e-6121d7c19f29 req-44c3164c-6cb8-4275-a702-18d24c5ed8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:23.821402 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ce88997b-45f4-4790-bc0e-6121d7c19f29 req-44c3164c-6cb8-4275-a702-18d24c5ed8a6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.3405287 May 11 16:21:23.826677 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:23.870963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dea3f4cf-cc46-414a-9478-9ade8da21e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:23.914778 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3dae3e23c57744b7922499f5b3188957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710298 May 11 16:21:23.914778 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686a676e-90e1-4196-b2fc-4067c0429a93,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:23.916987 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47050) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:23.947351 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ce88997b-45f4-4790-bc0e-6121d7c19f29 req-48ee47f4-9b32-447b-aaa3-495916542191 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206777 May 11 16:21:23.982863 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:24.095429 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc0f06-c4a8-439d-bf18-46d6ef53b4bc req-519c93b2-f09f-4b02-9988-ea1bbaa074ed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:24.104249 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4fbc0f06-c4a8-439d-bf18-46d6ef53b4bc req-519c93b2-f09f-4b02-9988-ea1bbaa074ed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.1558046 May 11 16:21:24.196180 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4fbc0f06-c4a8-439d-bf18-46d6ef53b4bc req-d234edde-459c-481d-9b69-aa0519291640 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830462 May 11 16:21:24.223968 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:24.322691 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718652-be0f-408b-b19f-c16561e44071 req-4cf203ec-d69a-4811-8af3-60f6ff9ce583 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:24.354860 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-40718652-be0f-408b-b19f-c16561e44071 req-4cf203ec-d69a-4811-8af3-60f6ff9ce583 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.4409347 May 11 16:21:24.356834 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:24.487418 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device fe5aab39-7c02-4eaf-8dbc-95ec27439a89 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:21:24.526225 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-40718652-be0f-408b-b19f-c16561e44071 req-a63b679e-9eac-4fd1-804e-db736f8e1774 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717064 May 11 16:21:24.574597 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:24.580532 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-512eb6f1-219b-4d84-8923-3aed30e0e5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:24.622592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a676e-90e1-4196-b2fc-4067c0429a93,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:24.636810 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:24.645231 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:24.650643 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/686a676e-90e1-4196-b2fc-4067c0429a93 HTTP/1.1" status: 204 len: 168 time: 0.7282248 May 11 16:21:24.746258 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154097c0-12c2-4610-80df-f4f5673fae94 req-753c28e1-561a-49cb-a675-5bded14231ac tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:24.754629 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-154097c0-12c2-4610-80df-f4f5673fae94 req-753c28e1-561a-49cb-a675-5bded14231ac tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 943 time: 0.2827597 May 11 16:21:24.966580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port fe5aab39-7c02-4eaf-8dbc-95ec27439a89, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:25.037513 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89', 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33', 'port_id': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89', 'mac_address': 'fa:16:3e:be:6c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1f1890-efd8-4f92-b371-9af5b66979c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:21:25.124963 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-154097c0-12c2-4610-80df-f4f5673fae94 req-4003df89-5fd6-41d3-9909-da6436f07cd9 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676765 May 11 16:21:25.200881 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:25.223562 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5aab39-7c02-4eaf-8dbc-95ec27439a89 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:21:25.241879 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port fe5aab39-7c02-4eaf-8dbc-95ec27439a89, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:25.250828 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:25.253609 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-6ff049d0-6ed8-40dd-9028-ace6ea580b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:25.485244 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:25.509035 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:25.518167 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:25.717192 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['fe5aab39-7c02-4eaf-8dbc-95ec27439a89'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:21:25.782648 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7ad7-1bd1-4fe9-b880-2deff72710a4 req-2afce786-797e-439c-b903-6c5262349074 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:25.794231 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-378d7ad7-1bd1-4fe9-b880-2deff72710a4 req-2afce786-797e-439c-b903-6c5262349074 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2347684 May 11 16:21:25.925614 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-378d7ad7-1bd1-4fe9-b880-2deff72710a4 req-b46dd592-c236-49a1-92c2-f06e9abbaa59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302018 May 11 16:21:25.965989 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47088) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:26.182078 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47098) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:26.313026 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:26.355887 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:26.364217 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975c88-dd72-4fd5-938c-e1d51fb1e74b req-282dc82d-f7e9-4c88-900d-0aaf44675e74 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:26.367050 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cf872a236443a994a6304d3c23b98f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:26.376525 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5c975c88-dd72-4fd5-938c-e1d51fb1e74b req-282dc82d-f7e9-4c88-900d-0aaf44675e74 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.4333127 May 11 16:21:26.379459 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:26.399488 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:26.578229 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:21:26.716593 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5c975c88-dd72-4fd5-938c-e1d51fb1e74b req-941c636d-d79e-4406-82ce-acacf58ed589 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266850 May 11 16:21:26.767927 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:26.834146 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:26.847453 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff5d962318b4e60a7f415a47e09027f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:26.856086 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:26.869750 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:26.873868 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:26.889020 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:26.902320 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-eb81619a-91b5-43ea-8fdf-0542fedbd44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:26.904043 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:26.990101 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e54b22-1e39-4a22-9e45-7054c3e18145,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:27.004292 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e17e71-b9bd-4a5f-9688-863e381e7f16 req-c0bc9c7c-788f-427a-a829-47913066e819 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:27.013816 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b6e17e71-b9bd-4a5f-9688-863e381e7f16 req-c0bc9c7c-788f-427a-a829-47913066e819 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 944 time: 0.4289668 May 11 16:21:27.022181 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:27.051101 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4cf872a236443a994a6304d3c23b98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634248 May 11 16:21:27.051505 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47118) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:27.152361 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:27.199224 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'port_id': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'mac_address': 'fa:16:3e:f1:d7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:21:27.234391 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b6e17e71-b9bd-4a5f-9688-863e381e7f16 req-d4b9b2a0-bf3a-4bb6-86e3-12b71b87dc7a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160220 May 11 16:21:27.496164 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:27.522200 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:27.531806 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:27.547177 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:27.558729 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f3b8370c-d81f-4eeb-b500-b57b8ddbd969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:27.616234 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e5d117b-487d-4dae-8cc6-a5516518343f {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:21:27.660118 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:27.712450 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:27.728864 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:27.732275 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:27.732713 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-2fc9bdec-b65f-4763-bf3c-25ac285f46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:27.735129 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee02d7fc-ce7a-4301-a07a-d4e983bdf148,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:27.738947 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-2fc9bdec-b65f-4763-bf3c-25ac285f46b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.2088604 May 11 16:21:27.768063 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ff5d962318b4e60a7f415a47e09027f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8007021 May 11 16:21:27.778252 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47132) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:27.954835 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:27.997539 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=6']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:28.001979 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:28.006968 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:28.047228 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:28.066859 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['5e5d117b-487d-4dae-8cc6-a5516518343f'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:21:28.134651 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:28.141978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-05e77ab3-ff0f-4155-b8cf-f4bcec2cbfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:28.159125 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e54b22-1e39-4a22-9e45-7054c3e18145,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:28.182157 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9725d-11a2-48b0-947d-161d69912480 req-758bfa17-0ee2-4cf8-915d-14ff42035627 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:28.185211 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63f9725d-11a2-48b0-947d-161d69912480 req-758bfa17-0ee2-4cf8-915d-14ff42035627 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.4130151 May 11 16:21:28.186461 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:28.204560 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:28.228048 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-94cd3fd2-45ff-47cf-ab74-4b5d9f5a90cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:28.255987 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:28.262808 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82e54b22-1e39-4a22-9e45-7054c3e18145 HTTP/1.1" status: 204 len: 168 time: 1.2059984 May 11 16:21:28.264357 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee02d7fc-ce7a-4301-a07a-d4e983bdf148,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:28.273855 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:28.279979 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:28.282208 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee02d7fc-ce7a-4301-a07a-d4e983bdf148 HTTP/1.1" status: 204 len: 168 time: 0.5028679 May 11 16:21:28.338332 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63f9725d-11a2-48b0-947d-161d69912480 req-e429b17d-9e96-430f-84ca-d6f7596ac0ec tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417284 May 11 16:21:28.344983 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-6d3fc944-2a7a-438d-9f49-8e7290ffe87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:28.348513 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-6d3fc944-2a7a-438d-9f49-8e7290ffe87a service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.6020441 May 11 16:21:28.499344 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80694b45-6988-46e3-b725-f658352729c6 req-fc9fd305-521c-4bd5-9e27-688ddf1d5f8f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:28.528970 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-80694b45-6988-46e3-b725-f658352729c6 req-fc9fd305-521c-4bd5-9e27-688ddf1d5f8f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.3908927 May 11 16:21:28.550101 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device fe5aab39-7c02-4eaf-8dbc-95ec27439a89 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:21:28.687984 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-6f33008a-c9f4-48b2-8670-fe65aa0df0dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 217 time: 0.3281219 May 11 16:21:28.798068 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-80694b45-6988-46e3-b725-f658352729c6 req-e4c967b0-5e80-455c-9450-49f14ae27e10 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673998 May 11 16:21:28.870858 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-3203dfca-33f8-4205-9473-7ddbb5d5458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:28.874560 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-3203dfca-33f8-4205-9473-7ddbb5d5458e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.1673403 May 11 16:21:29.005798 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-92d68db3-17ba-4c46-a068-dc4f15176367 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208808 May 11 16:21:29.042098 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada90e2-ab27-45bd-a35c-bb6c525e4ad2 req-f876d001-4b0a-4f8c-92d7-de725d95af45 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:29.068675 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bada90e2-ab27-45bd-a35c-bb6c525e4ad2 req-f876d001-4b0a-4f8c-92d7-de725d95af45 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 944 time: 0.3659306 May 11 16:21:29.259758 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bada90e2-ab27-45bd-a35c-bb6c525e4ad2 req-1013f1eb-a778-4cc1-b68a-805fc1d9d33b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856503 May 11 16:21:29.307414 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:21:29.344272 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:29.349415 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:29.914615 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-59c15cb9-7255-4a33-82b4-d95599cbfba8 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8988550 May 11 16:21:30.186177 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:30.322301 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:21:30.414331 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port fe5aab39-7c02-4eaf-8dbc-95ec27439a89, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:30.429124 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:30.442706 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-25627f1d-8ae6-447f-9a98-d6780d07f711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:30.539596 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118122f-f798-4624-b1de-540809b4472b req-ddb3f5c0-35df-4167-8bb0-89d7a710dd1f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:30.556697 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a118122f-f798-4624-b1de-540809b4472b req-ddb3f5c0-35df-4167-8bb0-89d7a710dd1f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.3470678 May 11 16:21:30.650262 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-35b1d977-fff4-4c9d-afac-a5b3525ab9fc req-b7b5885b-cd37-4d37-b895-f6dbb7efabba service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265246 May 11 16:21:30.719204 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:21:30.723521 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a118122f-f798-4624-b1de-540809b4472b req-6b266013-6f86-4ff8-b553-bf552da7c06f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645627 May 11 16:21:30.919459 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b42cd-56f9-444a-be73-18920dfe555a req-21fd6ef7-60f5-4685-92e3-866b53f5bccd tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:30.934311 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-270b42cd-56f9-444a-be73-18920dfe555a req-21fd6ef7-60f5-4685-92e3-866b53f5bccd tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 1.2637701 May 11 16:21:30.986070 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:30.995968 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:31.071587 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 5e5d117b-487d-4dae-8cc6-a5516518343f triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:31.073795 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:31.265034 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-270b42cd-56f9-444a-be73-18920dfe555a req-2f63da52-0a36-4889-8329-42e287d65fe1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835288 May 11 16:21:31.430352 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-562fab8f-d85a-4d3e-8f4e-c829f99bc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:31.436363 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-562fab8f-d85a-4d3e-8f4e-c829f99bc43e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.6773932 May 11 16:21:31.644040 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:31.657126 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89', 'code': 200} May 11 16:21:31.702503 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa27ea-5997-4ed3-9a8c-fa234de81aae req-14a355a3-f490-4615-841d-f2787be6c0ea tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:31.726984 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:31.733128 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47aa27ea-5997-4ed3-9a8c-fa234de81aae req-14a355a3-f490-4615-841d-f2787be6c0ea tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 945 time: 0.6261876 May 11 16:21:31.737159 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:31.740490 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:31.852112 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47aa27ea-5997-4ed3-9a8c-fa234de81aae req-f410ceff-ee66-4f82-9dd1-ae8e48fd8528 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166499 May 11 16:21:31.899640 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=7']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:31.903892 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:32.109092 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-7fd253c5-bbd1-4f13-b0d6-8e4a2561b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:32.110591 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-7fd253c5-bbd1-4f13-b0d6-8e4a2561b535 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.6217940 May 11 16:21:32.316741 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b80f32-89fa-4633-a529-bc74a2d36279 req-1d94b6d4-2978-48a7-a9a2-51a559cfb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:32.321125 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-04b80f32-89fa-4633-a529-bc74a2d36279 req-1d94b6d4-2978-48a7-a9a2-51a559cfb81f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 1098 time: 0.2547641 May 11 16:21:32.488937 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-04b80f32-89fa-4633-a529-bc74a2d36279 req-2bae7e99-6326-4464-9a93-1ce5ddbd38a4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605136 May 11 16:21:32.536334 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-73910580-2708-42d2-b9ad-61d8f060b8b8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 217 time: 0.4173281 May 11 16:21:32.861354 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-f10a59fc-1c70-4bdc-8679-ebfc66efb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:32.862862 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-f10a59fc-1c70-4bdc-8679-ebfc66efb21a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.3043172 May 11 16:21:32.966159 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfce5-3b92-479c-8363-de01f8395541 req-6ded6716-1490-4af2-a0c7-c46b5b1c8f2d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:32.970401 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8e6bfce5-3b92-479c-8363-de01f8395541 req-6ded6716-1490-4af2-a0c7-c46b5b1c8f2d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.4153163 May 11 16:21:33.165005 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8e6bfce5-3b92-479c-8363-de01f8395541 req-79e01e53-d2b5-41e9-96c4-259b136ad76f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513550 May 11 16:21:33.378736 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-49207da3-faee-449b-b485-e6d91336ac0a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5085824 May 11 16:21:33.653692 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7162b7-44f3-40e8-b478-4632c9135bbf req-abfd5821-9fac-409a-800d-a6b0fa3ad74c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:33.657055 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ea7162b7-44f3-40e8-b478-4632c9135bbf req-abfd5821-9fac-409a-800d-a6b0fa3ad74c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 1.3636045 May 11 16:21:33.658667 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:21:33.877823 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ea7162b7-44f3-40e8-b478-4632c9135bbf req-82f17de9-427d-4902-9629-8664820a4b36 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122223 May 11 16:21:33.939022 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c9a7d-19ad-4e52-a878-ed6e9685379b req-63c402f9-f307-4d99-b3c6-363a3c1b3c63 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:33.958633 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-580c9a7d-19ad-4e52-a878-ed6e9685379b req-63c402f9-f307-4d99-b3c6-363a3c1b3c63 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 945 time: 0.3283746 May 11 16:21:33.964346 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-e1f3f6dc-6087-43c8-be7d-807ea44a4f5b service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738738 May 11 16:21:34.030593 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-580c9a7d-19ad-4e52-a878-ed6e9685379b req-eda49159-e8d0-4ff0-bece-5ce088e391c4 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 May 11 16:21:34.121908 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'code': 200} May 11 16:21:34.331189 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4c6c598-767e-4660-b8ab-e9383c11ad57 req-c9ac7f33-8132-4d3a-bf73-14b57cfeb112 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595870 May 11 16:21:34.640502 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efae7c9-9425-4b99-9b6c-1390f9119504 req-b7873d39-0f43-4ca7-9537-16d7bbf449ba tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:34.649723 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4efae7c9-9425-4b99-9b6c-1390f9119504 req-b7873d39-0f43-4ca7-9537-16d7bbf449ba tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2005947 May 11 16:21:34.804515 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4efae7c9-9425-4b99-9b6c-1390f9119504 req-2ae43032-bcf0-49d8-be2e-b92e0892518b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537118 May 11 16:21:35.418345 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720943-686f-4870-8d26-b77effc3b77d req-d53d357e-61fc-49b3-983c-cfebedcf194d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:35.430807 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-02720943-686f-4870-8d26-b77effc3b77d req-d53d357e-61fc-49b3-983c-cfebedcf194d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.2335308 May 11 16:21:35.572741 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-02720943-686f-4870-8d26-b77effc3b77d req-8ec30ac0-ee6b-4c72-9112-dbbc45ed3a46 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401286 May 11 16:21:35.579570 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728b3b5-faf7-4d78-8d5a-b1ea591471c4 req-3137fd04-6d4f-4486-949c-53dd29f562c3 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:35.607352 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7728b3b5-faf7-4d78-8d5a-b1ea591471c4 req-3137fd04-6d4f-4486-949c-53dd29f562c3 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 945 time: 0.2649841 May 11 16:21:35.717378 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47276) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:35.792210 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7728b3b5-faf7-4d78-8d5a-b1ea591471c4 req-1284df15-9501-4077-b638-b36ad23ef24e tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561642 May 11 16:21:36.061680 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:36.104110 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:36.110084 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:7e06f18072c54780aa1deaa9df6612a9 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:36.115623 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:36.134190 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:36.515352 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:36.527565 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:36.601915 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c502148d-1b4e-47b1-9c48-b381cf3f4281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:36.629973 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e06f18072c54780aa1deaa9df6612a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9115262 May 11 16:21:36.630161 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47308) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:36.665122 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ac80a2-33fc-40ae-b388-a174fdb8bf6b,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:36.670704 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:36.914259 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:36.957500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:37.040286 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:37.045465 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bdbb99ec-9fd3-4116-b3d4-d31092565ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:37.088263 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ac80a2-33fc-40ae-b388-a174fdb8bf6b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:37.097351 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:37.106373 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:37.110383 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5ac80a2-33fc-40ae-b388-a174fdb8bf6b HTTP/1.1" status: 204 len: 168 time: 0.4792373 May 11 16:21:37.150726 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3638e9-a9f7-4ab6-b847-022e8ef213be req-67fdb1a9-e7ee-4e2b-a6ae-3152a0afff1c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:37.167801 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e3638e9-a9f7-4ab6-b847-022e8ef213be req-67fdb1a9-e7ee-4e2b-a6ae-3152a0afff1c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.3827038 May 11 16:21:37.325290 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e3638e9-a9f7-4ab6-b847-022e8ef213be req-4983ab3b-7e51-4f51-aad4-7e21d89a0569 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564114 May 11 16:21:38.031480 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47388) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:38.106532 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:38.194424 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-044ed469-aac6-4c37-be02-9b5475689ae9 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:38.196347 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-044ed469-aac6-4c37-be02-9b5475689ae9 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 815 time: 0.6127920 May 11 16:21:38.227694 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-cbcecb24-2ce6-439b-9573-3b28e9b79177 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/quotas/46c5699dcb834b45a7310fbd1b9c1cb0 HTTP/1.1" status: 200 len: 375 time: 0.0243711 May 11 16:21:38.269451 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:38.280916 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Usage tracker for resource:security_group_rule and tenant:9221a74faef0415e962c07048edee249 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:38.290624 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:38.305487 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:38.339170 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-9d6a856b-6184-44d9-bbd6-ce082c5e6edc tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097975 May 11 16:21:38.473029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f5684-c253-4329-b0f9-80e3a7d68500 req-e75c77dc-7a2f-4e77-9458-533d24fcbb70 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:38.481670 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-469f5684-c253-4329-b0f9-80e3a7d68500 req-e75c77dc-7a2f-4e77-9458-533d24fcbb70 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.3787944 May 11 16:21:38.593441 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:21:38.635144 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-469f5684-c253-4329-b0f9-80e3a7d68500 req-476f37fe-915b-450e-a4ec-c23c7279ea18 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094174 May 11 16:21:38.689083 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-48c9124b-d86d-4e83-88f7-bc4d9e63c050 service neutron] 10.222.0.73 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451276 May 11 16:21:38.744309 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:38.760419 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:38.792298 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8a76ecbc-4126-4316-9447-a92bfe3fb31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:38.889688 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9221a74faef0415e962c07048edee249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8527379 May 11 16:21:38.892701 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47416) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:38.898805 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5220ee66-1adc-40e0-bd5b-5e40e1a34a9d,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:38.995705 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:39.038922 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:39.068144 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-4b8b2f6d-8909-4527-bb4d-1f36ec59d9c2 service neutron] 10.222.0.73 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686244 May 11 16:21:39.207423 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:39.805329 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f6b66-2524-4a12-9203-138f265f240b req-eed28b90-8d6d-43c3-b8e6-e14ae9ce400a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:39.818124 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-612f6b66-2524-4a12-9203-138f265f240b req-eed28b90-8d6d-43c3-b8e6-e14ae9ce400a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 945 time: 0.6972661 May 11 16:21:39.930405 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:39.953003 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-53491496-2350-48eb-bd1c-a37f7fc0265b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:39.978900 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97066-7c6a-4ece-86e9-72b6e85d6dcc req-14ba65af-0457-488c-b354-44f4850e2f3e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:39.987403 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d1c97066-7c6a-4ece-86e9-72b6e85d6dcc req-14ba65af-0457-488c-b354-44f4850e2f3e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.1587656 May 11 16:21:40.000932 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5220ee66-1adc-40e0-bd5b-5e40e1a34a9d,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:40.035868 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-a19ec977-b481-4fea-a4c5-4a0b4804d2ee tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:40.039913 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-a19ec977-b481-4fea-a4c5-4a0b4804d2ee tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 945 time: 0.5547957 May 11 16:21:40.044273 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d1c97066-7c6a-4ece-86e9-72b6e85d6dcc req-d0adb8da-ea01-4def-a854-30e183c07966 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549219 May 11 16:21:40.050193 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-612f6b66-2524-4a12-9203-138f265f240b req-0f0533ce-cc66-4dc9-b11c-d1ece8c5b60e tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221830 May 11 16:21:40.054281 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:40.752807 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-f285ea28-3f6c-4166-80b4-0075ac25ad56 req-266f270d-fe99-4d47-9470-669aca427890 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Synchronizing usage tracker for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:21:40.828427 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:40.837237 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5220ee66-1adc-40e0-bd5b-5e40e1a34a9d HTTP/1.1" status: 204 len: 168 time: 1.9297209 May 11 16:21:40.914880 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-f285ea28-3f6c-4166-80b4-0075ac25ad56 req-266f270d-fe99-4d47-9470-669aca427890 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Unset dirty status for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:21:40.927679 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f285ea28-3f6c-4166-80b4-0075ac25ad56 req-266f270d-fe99-4d47-9470-669aca427890 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 210 time: 0.4903293 May 11 16:21:40.991310 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Deleting port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:21:40.991641 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:41.649831 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] For port fe5aab39-7c02-4eaf-8dbc-95ec27439a89, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:21:41.651031 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:41.878209 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Calling delete_port for fe5aab39-7c02-4eaf-8dbc-95ec27439a89 owned by compute:nova {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:21:42.525872 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7092e1f-dbca-4a21-9276-ccfc99cc9c48 req-65220d33-f573-40d6-a04a-baa609106eae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:42.533741 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d7092e1f-dbca-4a21-9276-ccfc99cc9c48 req-65220d33-f573-40d6-a04a-baa609106eae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 867 time: 1.0206690 May 11 16:21:42.535873 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:42.546372 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:42.608090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device fe5aab39-7c02-4eaf-8dbc-95ec27439a89 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:21:42.775484 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: fe5aab39-7c02-4eaf-8dbc-95ec27439a89 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:21:42.776223 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device fe5aab39-7c02-4eaf-8dbc-95ec27439a89 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:21:42.836828 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2ac0e-d67e-45d2-80d2-66c4690e4f93 req-110963c1-215c-4b54-bdec-0ff5ece8930b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:42.842182 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-41e2ac0e-d67e-45d2-80d2-66c4690e4f93 req-110963c1-215c-4b54-bdec-0ff5ece8930b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.4161127 May 11 16:21:43.076814 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d7092e1f-dbca-4a21-9276-ccfc99cc9c48 req-dd31aea6-e5c8-4f39-b275-cea1b9bd4206 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420644 May 11 16:21:43.300972 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Pushing event deleted for resources: {'Port': ['ID=fe5aab39-7c02-4eaf-8dbc-95ec27439a89,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:43.310942 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:43.382275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] No DVR routers for this DVR port fe5aab39-7c02-4eaf-8dbc-95ec27439a89 on host hv-cinder-76111 {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:21:43.403490 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:43.420183 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-41e2ac0e-d67e-45d2-80d2-66c4690e4f93 req-b98727a1-49f1-4f7b-8d32-614097ab1ab4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743238 May 11 16:21:43.447637 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'name': 'network-vif-deleted', 'tag': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:21:43.544079 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7f7209cd-67bc-4313-86dc-45dd2b3e623f req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "DELETE /v2.0/ports/fe5aab39-7c02-4eaf-8dbc-95ec27439a89 HTTP/1.1" status: 204 len: 173 time: 3.4885044 May 11 16:21:43.632408 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d150d77-9f03-4d0b-8bd1-3c70399d3abb', 'name': 'network-vif-deleted', 'tag': 'fe5aab39-7c02-4eaf-8dbc-95ec27439a89', 'status': 'completed', 'code': 200} May 11 16:21:43.758587 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-684a9323-d2cf-4075-8854-272ff3460dae req-3240b1ed-2bc8-49d7-9560-6d654e485762 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 210 time: 0.1179521 May 11 16:21:43.858752 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-fa1d40ef-f819-4b64-a2fb-f246a0129280 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:43.861383 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-fa1d40ef-f819-4b64-a2fb-f246a0129280 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 815 time: 1.0124054 May 11 16:21:43.902351 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'port': {'device_id': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'admin_state_up': True, 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:21:44.393429 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:44.634346 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-270982a4-b974-4ac6-bbb1-4c8d2f6aaf1b req-b1d9ee3d-75a9-4575-be70-d8abd99ff54a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d150d77-9f03-4d0b-8bd1-3c70399d3abb HTTP/1.1" status: 200 len: 210 time: 0.1834903 May 11 16:21:44.638895 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:44.682765 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Made reservation on behalf of 46c5699dcb834b45a7310fbd1b9c1cb0 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:21:44.696711 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:45.150173 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ea64ec07-4e97-4e59-af85-2ac6e028300f req-5ded8888-71af-427c-b729-b71601e95e56 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 210 time: 0.0845809 May 11 16:21:45.187268 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464209cc-9f73-400e-874d-faee887dcedf req-51a657b8-f12b-4a89-8e12-ce13b05f3cbc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:45.206616 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-464209cc-9f73-400e-874d-faee887dcedf req-51a657b8-f12b-4a89-8e12-ce13b05f3cbc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.4161341 May 11 16:21:45.423675 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-464209cc-9f73-400e-874d-faee887dcedf req-5f8d519a-3733-4cbd-b724-c2d85dabb678 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155037 May 11 16:21:45.424904 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Allocated IP 172.20.0.8 (ad46818e-4d4b-4f52-85ac-c92c38d17287/9d10078b-1770-4755-9a17-3ac28532e285/7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:21:46.264487 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:46.329349 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Transition to ACTIVE for port object 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:21:46.436455 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:46.480005 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:46.641410 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:46.653222 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:21:46.655398 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:21:46.659734 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:21:46.823848 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:46.836937 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:46.869275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e9c1-220f-49a3-bb0a-557c33937711 req-01de4bd6-e7bf-4035-9ecf-fd74316e4ed3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:46.881406 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9637e9c1-220f-49a3-bb0a-557c33937711 req-01de4bd6-e7bf-4035-9ecf-fd74316e4ed3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 931 time: 0.3387141 May 11 16:21:46.925429 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:46.934542 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0570483 May 11 16:21:46.965017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Request body: {'port': {'device_id': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:21:47.048921 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-9637e9c1-220f-49a3-bb0a-557c33937711 req-d57f4bb2-d031-49a4-9365-704f98bb3334 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Synchronizing usage tracker for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:21:47.104230 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-9637e9c1-220f-49a3-bb0a-557c33937711 req-d57f4bb2-d031-49a4-9365-704f98bb3334 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Unset dirty status for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:21:47.106628 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9637e9c1-220f-49a3-bb0a-557c33937711 req-d57f4bb2-d031-49a4-9365-704f98bb3334 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145302 May 11 16:21:47.214390 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-329d334e-9278-4d7b-b625-9aa741e85276 None None] Provisioning for port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:21:47.233018 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-329d334e-9278-4d7b-b625-9aa741e85276 None None] Provisioning complete for port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:21:47.234018 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-329d334e-9278-4d7b-b625-9aa741e85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:47.415906 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-ddcb35e8-e01c-4dbf-89df-8836b9f17549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:47.431943 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:47.562001 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-329d334e-9278-4d7b-b625-9aa741e85276 None None] Port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:21:47.839809 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6997d-ac37-4f68-b9e4-168fe635f641 req-978e4186-e9c5-4900-8635-e0645d50cee6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:47.861258 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-19e6997d-ac37-4f68-b9e4-168fe635f641 req-978e4186-e9c5-4900-8635-e0645d50cee6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.4451070 May 11 16:21:47.994237 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-19e6997d-ac37-4f68-b9e4-168fe635f641 req-2639d04d-cd10-4815-a03f-e3ac79006544 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318624 May 11 16:21:48.642516 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d15d-550d-4de1-86ee-f440022b292a req-004b98d2-3e2d-4e93-8199-454d89ef752d tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:48.654519 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5992d15d-550d-4de1-86ee-f440022b292a req-004b98d2-3e2d-4e93-8199-454d89ef752d tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 931 time: 0.2519808 May 11 16:21:48.802523 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:21:48.860521 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:48.868733 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5992d15d-550d-4de1-86ee-f440022b292a req-2addb11c-f58e-40f9-974c-5da873ed411b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122126 May 11 16:21:48.906639 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Transition to ACTIVE for port object 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:21:48.915836 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:48.932979 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-061fb8d7-cacb-4292-a39f-f6391afc6cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:49.778830 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e2a6d-d4e0-442b-85ef-518ebf629f9a req-8e893d2d-a3c8-4458-9275-5cd0d1f814c4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:49.781382 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2a8e2a6d-d4e0-442b-85ef-518ebf629f9a req-8e893d2d-a3c8-4458-9275-5cd0d1f814c4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.3833549 May 11 16:21:49.821076 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:49.843928 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:49.933028 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47580) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:49.965187 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2a8e2a6d-d4e0-442b-85ef-518ebf629f9a req-81332ec7-6591-454c-85d1-bced4c90c28b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750412 May 11 16:21:49.986103 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Attempting to bind port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:21:49.988224 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Attempting to bind port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:21:49.988224 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Attempting to bind port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd on network ad46818e-4d4b-4f52-85ac-c92c38d17287 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:21:49.998000 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd on network ad46818e-4d4b-4f52-85ac-c92c38d17287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:21:49.998761 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Attempting to bind port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd on network ad46818e-4d4b-4f52-85ac-c92c38d17287 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:21:50.007887 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:21:50.008366 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Checking segment: {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:21:50.008959 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Bound using segment: {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:21:50.019826 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Bound port: 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f798ecd6-0020-4bb3-92be-40243a69bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:21:50.019826 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:50.181690 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:21:50.187376 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:21:50.201430 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:50.206106 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c4ea2c91-e808-4ddc-84eb-b2d7d8692c29 tempest-DeleteServersTestJSON-2013371536 tempest-DeleteServersTestJSON-2013371536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:50.454481 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:50.461388 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:50.482432 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:50.483311 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:50.485036 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] 10.222.0.87 "PUT /v2.0/ports/7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 1093 time: 3.5365145 May 11 16:21:50.485684 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:21:50.505043 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03a9b-0d7a-46f4-8974-694c1811dc95 req-860f2f43-8fb7-4525-9333-cef1771332ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:50.524588 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a6a03a9b-0d7a-46f4-8974-694c1811dc95 req-860f2f43-8fb7-4525-9333-cef1771332ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.2928069 May 11 16:21:50.602555 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:50.628286 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:50.675130 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:50.718785 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Usage tracker for resource:security_group_rule and tenant:2575aa50cea64ca0b1b136f97456c760 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:50.728295 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:50.749854 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:50.772682 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a6a03a9b-0d7a-46f4-8974-694c1811dc95 req-4babf92e-8d04-48e8-82e2-2c865ec1ecb9 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460248 May 11 16:21:50.871548 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-784ae9f5-090b-4996-a19d-9ea5d7a87ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:50.879197 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-784ae9f5-090b-4996-a19d-9ea5d7a87ab1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1096 time: 0.2997315 May 11 16:21:51.120832 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-778778eb-bb27-48db-adaf-db05844fe2b1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 217 time: 0.2346945 May 11 16:21:51.122964 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'status': 'completed', 'code': 200} May 11 16:21:51.128271 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:51.143000 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:51.153554 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-36213d9c-77e1-447a-90cf-18ba92c72349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:51.220758 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02281e16-0eeb-469d-81d0-fb1b91277815,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:51.228992 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:51.235823 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2575aa50cea64ca0b1b136f97456c760&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2982388 May 11 16:21:51.236949 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47600) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:51.245081 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-51ec118c-22f5-4dcf-a34f-de18dd56eb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:51.353854 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-08d72796-2e4b-4dcb-9372-33443f8f505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:51.356416 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-08d72796-2e4b-4dcb-9372-33443f8f505e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.2258258 May 11 16:21:51.577836 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-41dd215d-2d9b-4ac9-a0d6-ee85461ab5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:51.587830 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-41dd215d-2d9b-4ac9-a0d6-ee85461ab5be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2123497 May 11 16:21:51.694215 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:51.761545 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:51.870377 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb10a62-aac9-4d8b-b53a-c9c769d250d3 req-3bff35e0-08dd-4a8e-8ed2-76a7eebecfd9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:51.879469 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2bb10a62-aac9-4d8b-b53a-c9c769d250d3 req-3bff35e0-08dd-4a8e-8ed2-76a7eebecfd9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.4940848 May 11 16:21:52.005586 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2bb10a62-aac9-4d8b-b53a-c9c769d250d3 req-67112df2-0393-4e72-aa40-2051ea5997e2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246238 May 11 16:21:52.029450 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-a43143da-6722-474b-90dd-f6479c670a84 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207025 May 11 16:21:52.030087 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:52.043588 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-108828be-564b-463d-9ecb-e94b0073830d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:52.067099 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02281e16-0eeb-469d-81d0-fb1b91277815,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:52.081502 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:52.086476 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:52.101320 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02281e16-0eeb-469d-81d0-fb1b91277815 HTTP/1.1" status: 204 len: 168 time: 0.8573818 May 11 16:21:52.615644 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-b5607287-4937-4896-951a-f662a72d2681 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:52.616814 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-b5607287-4937-4896-951a-f662a72d2681 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Synchronizing usage tracker for tenant:d70784a1e4244546a217108368715a92 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:21:52.659463 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eda1fd46-6410-4711-a3d7-f83c0d192511 req-6b7911b8-b2bf-44f1-b024-18cb727d0f13 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285496 May 11 16:21:52.672780 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-b5607287-4937-4896-951a-f662a72d2681 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Unset dirty status for tenant:d70784a1e4244546a217108368715a92 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:21:52.675169 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-b5607287-4937-4896-951a-f662a72d2681 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/networks?id=42ba96cd-382c-4271-b5dc-49e0b1c90e33 HTTP/1.1" status: 200 len: 809 time: 0.9259355 May 11 16:21:52.729080 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-83fc37a7-7f50-41e3-945e-16f4d7123a94 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/quotas/d70784a1e4244546a217108368715a92 HTTP/1.1" status: 200 len: 375 time: 0.0211420 May 11 16:21:52.918636 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-c918692d-07e1-4aad-b40c-1703d18d62aa tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d70784a1e4244546a217108368715a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1759036 May 11 16:21:53.121749 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47642) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:53.226359 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:53.228508 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:53.464885 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:53.483651 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc041ad923c64717a06b9f7869d3c9fa is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:53.493898 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:53.523958 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:53.682996 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-c67ae096-dbcc-4e89-9158-9ea2435ad5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:53.692277 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-c67ae096-dbcc-4e89-9158-9ea2435ad5ff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1096 time: 0.7865880 May 11 16:21:53.728306 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-ad2e6938-d87d-4c3e-bd2a-d609d50de656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:53.735613 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-ad2e6938-d87d-4c3e-bd2a-d609d50de656 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.5179226 May 11 16:21:53.765216 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8439c-3bb4-486d-bf8a-6a00f1d03393 req-bcd338b1-4043-4420-a576-f653c7d0d651 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:53.778916 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d1f8439c-3bb4-486d-bf8a-6a00f1d03393 req-bcd338b1-4043-4420-a576-f653c7d0d651 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.4276907 May 11 16:21:54.215582 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-36370ea4-a358-4ba7-9521-24be451f930a service neutron] 10.222.0.73 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1677170 May 11 16:21:54.504487 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-519a4c43-31e1-494e-ba6c-ed6877ed6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:54.507579 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-519a4c43-31e1-494e-ba6c-ed6877ed6c34 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.7269402 May 11 16:21:54.766296 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-e8c7a96a-78fd-4355-a9a0-8caa8122dd4a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 217 time: 0.2132485 May 11 16:21:54.779446 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-9db80035-a886-4881-aec2-323b1c654d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:54.781385 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-9db80035-a886-4881-aec2-323b1c654d58 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 916 time: 1.0802314 May 11 16:21:54.872531 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d1f8439c-3bb4-486d-bf8a-6a00f1d03393 req-03c68ee0-544b-4342-a73e-7448aa9fc2d5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0701051 May 11 16:21:55.110369 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-756690ee-88f8-46c7-9fd6-a248c0f18add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:55.113423 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-756690ee-88f8-46c7-9fd6-a248c0f18add service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.1992304 May 11 16:21:55.133691 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-bb4d5353-78bd-42eb-a411-10c4ed3a9fcd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 217 time: 0.3344865 May 11 16:21:55.242890 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:55.423684 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-60880e18-24eb-4b15-af76-bd9201fff1c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2902420 May 11 16:21:55.438054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:55.460250 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:55.477071 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:55.496326 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-4326a03f-bfd9-4939-bf48-c9349d5728b2 service neutron] 10.222.0.73 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1662695 May 11 16:21:55.539142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-7deb45e2-2fc8-42e7-a5f4-51ca0e995bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:55.541857 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-7deb45e2-2fc8-42e7-a5f4-51ca0e995bcd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.3394461 May 11 16:21:55.901603 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-c556c38f-a535-46db-9ba1-85f08799cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:55.905035 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-c556c38f-a535-46db-9ba1-85f08799cd5d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3452556 May 11 16:21:56.263571 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc041ad923c64717a06b9f7869d3c9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1400142 May 11 16:21:56.295412 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47678) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:56.340626 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0337ce-9564-486e-9f50-5bc400cb1bc9,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:56.361990 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:56.504439 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:56.862282 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-c495cc82-3f59-4c1d-9327-03d64d3e239c service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3909211 May 11 16:21:56.865320 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:56.925449 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-5417aa97-a59c-4268-812a-12458d6384af service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0103109 May 11 16:21:57.062839 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:57.369341 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239fc8-72cd-4f9d-8014-01f5ad664a50 req-08439625-d0d6-4c55-b413-a371047cef22 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:57.388238 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-16239fc8-72cd-4f9d-8014-01f5ad664a50 req-08439625-d0d6-4c55-b413-a371047cef22 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.8065860 May 11 16:21:57.695945 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-739d8f31-8fc4-44c6-b893-5c0a4d177c11 req-375efa9e-b4ef-419e-8769-a48211753140 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478144 May 11 16:21:57.836258 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-16239fc8-72cd-4f9d-8014-01f5ad664a50 req-98ac2350-95be-412d-849b-42d24fb4d6fb tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975104 May 11 16:21:57.878214 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47696) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:57.895672 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b17cd-b7f1-41ce-8877-a62acca7b6bd req-d106a82a-bbf5-4596-aaab-40019e348487 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:57.899157 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-607b17cd-b7f1-41ce-8877-a62acca7b6bd req-d106a82a-bbf5-4596-aaab-40019e348487 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 2.2843611 May 11 16:21:57.905690 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d9365c63-927d-40bb-bbe2-583fb24240d2 req-a6f6cfa2-16d9-421a-9f15-804adafb7960 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8593028 May 11 16:21:57.910482 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:57.944164 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a9280009-dce3-438e-9599-ac2db0e4b8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:58.064355 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:58.071102 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c0337ce-9564-486e-9f50-5bc400cb1bc9 HTTP/1.1" status: 204 len: 168 time: 1.7692306 May 11 16:21:58.071102 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0337ce-9564-486e-9f50-5bc400cb1bc9,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:58.085543 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:58.153287 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-607b17cd-b7f1-41ce-8877-a62acca7b6bd req-4ac5405b-be2c-40a0-9853-53fe7e54e353 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102134 May 11 16:21:58.328080 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0ca77146-bd17-447c-ba02-b1487d49ad18 req-43fe7aae-9a16-4d9f-87e0-5f97bdef7c8c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 210 time: 0.2878299 May 11 16:21:58.637749 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:58.714627 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:21:58.735336 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6003346011b543a88eaed023e7d58448 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:21:58.750854 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:21:58.779697 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:21:59.018822 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505911b3-2ded-4cac-8032-a31c219364b4 req-ae81057a-a73e-4917-938d-e28bb146bd4a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:59.025877 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-505911b3-2ded-4cac-8032-a31c219364b4 req-ae81057a-a73e-4917-938d-e28bb146bd4a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.3052711 May 11 16:21:59.109358 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:59.119895 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:21:59.146783 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-505911b3-2ded-4cac-8032-a31c219364b4 req-6c6e8d11-60d3-4737-b543-fd3b795c383c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099215 May 11 16:21:59.198629 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a90769fb-31f3-48ff-9661-cab5ec6872d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:21:59.323564 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a19435e-6bcc-4ad5-8dad-031eb9d6ba38,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:21:59.360938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47742) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:21:59.364104 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6003346011b543a88eaed023e7d58448&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4927738 May 11 16:21:59.369163 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-73423162-489b-4bb7-88d8-01352a6d81e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:21:59.499246 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673cbe8-17e4-4e83-8ec8-31b8dbf16b8a req-9bde5dfb-8d3a-4cd9-b0fa-0244f5864797 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:21:59.516690 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f673cbe8-17e4-4e83-8ec8-31b8dbf16b8a req-9bde5dfb-8d3a-4cd9-b0fa-0244f5864797 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.3644052 May 11 16:21:59.759670 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f673cbe8-17e4-4e83-8ec8-31b8dbf16b8a req-7d625f5e-96f9-4fbe-bc64-da00385a6e3e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413759 May 11 16:21:59.843320 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:00.048435 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:00.531308 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909cedb-bbfb-4663-963e-df789fdba108 req-ce703ca6-26fb-493e-800e-27ff9c0d9a04 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:00.539743 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3909cedb-bbfb-4663-963e-df789fdba108 req-ce703ca6-26fb-493e-800e-27ff9c0d9a04 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 945 time: 0.9741940 May 11 16:22:00.631877 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1df8974d-ae5a-4464-9876-d2cdfbdfeb9e req-794f1011-fccd-45aa-af4d-d2d108f7f2ee tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 210 time: 0.2986069 May 11 16:22:00.707383 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-fba0f560-690d-40f0-8af5-755720bfed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:00.714185 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-fba0f560-690d-40f0-8af5-755720bfed72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1098 time: 0.6022034 May 11 16:22:00.810563 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47762) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:00.824851 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:00.878275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-898e16ae-72cc-444f-8737-758aa16c5ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:01.015355 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a19435e-6bcc-4ad5-8dad-031eb9d6ba38,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:01.026663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:01.128994 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-4e376765-75c6-4dbb-b0c8-be304a017d0a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:01.132822 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-4e376765-75c6-4dbb-b0c8-be304a017d0a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "GET /v2.0/networks?id=42ba96cd-382c-4271-b5dc-49e0b1c90e33 HTTP/1.1" status: 200 len: 809 time: 1.1529353 May 11 16:22:01.138864 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:01.140952 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a19435e-6bcc-4ad5-8dad-031eb9d6ba38 HTTP/1.1" status: 204 len: 168 time: 1.7777767 May 11 16:22:01.152122 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3909cedb-bbfb-4663-963e-df789fdba108 req-830b5a5e-af21-4ff0-89fe-a603a7e4e0c0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962428 May 11 16:22:01.161120 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Request body: {'port': {'device_id': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33', 'admin_state_up': True, 'tenant_id': 'd70784a1e4244546a217108368715a92'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:22:01.225552 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-978e3b5b-a4ff-4cee-a42d-d6d5e84b7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:01.229766 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-978e3b5b-a4ff-4cee-a42d-d6d5e84b7ae9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.5000417 May 11 16:22:01.543451 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-30997495-network', 'tenant_id': '5efd3f7c368a4dfd9f3e2fe5c856b377'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:22:01.624622 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:01.658657 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Usage tracker for resource:network and tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:01.775125 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:01.793782 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:01.826567 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:01.850503 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Usage tracker for resource:port and tenant:d70784a1e4244546a217108368715a92 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:01.857448 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:01.862879 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Made reservation on behalf of 5efd3f7c368a4dfd9f3e2fe5c856b377 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:22:01.887427 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:01.917456 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-f6c7b0a3-c1d6-47bd-9ddd-abf22935cac3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5d117b-487d-4dae-8cc6-a5516518343f HTTP/1.1" status: 200 len: 1000 time: 0.6736648 May 11 16:22:01.944217 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f99029-31a1-4d5e-9975-d5d287ec43fb req-bcb176b5-f609-4324-bd68-e50a768a322d tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:01.946574 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c1f99029-31a1-4d5e-9975-d5d287ec43fb req-bcb176b5-f609-4324-bd68-e50a768a322d tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Synchronizing usage tracker for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:22:01.960123 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:01.998944 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:02.071548 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c1f99029-31a1-4d5e-9975-d5d287ec43fb req-bcb176b5-f609-4324-bd68-e50a768a322d tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Unset dirty status for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:22:02.086498 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c1f99029-31a1-4d5e-9975-d5d287ec43fb req-bcb176b5-f609-4324-bd68-e50a768a322d tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.9814968 May 11 16:22:02.114849 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:02.129257 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Usage tracker for resource:security_group_rule and tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:02.139700 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47782) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:02.141524 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:02.161215 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:02.214558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:02.255071 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:02.263514 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Usage tracker for resource:security_group_rule and tenant:824fda24f0db4978aa0abebb4758d1fb is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:02.269412 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:02.283958 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:02.300745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Made reservation on behalf of d70784a1e4244546a217108368715a92 for: {'port': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:22:02.309036 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:02.392334 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0e58-8af8-46ee-9269-ffd1045cdb15 req-6766c397-a3cf-4746-8b88-572f650d71c3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:02.394950 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-caba0e58-8af8-46ee-9269-ffd1045cdb15 req-6766c397-a3cf-4746-8b88-572f650d71c3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.7515452 May 11 16:22:02.529855 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:02.554920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-5204ef02-02e0-4e30-8440-68c2aeb29148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:02.557863 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-5204ef02-02e0-4e30-8440-68c2aeb29148 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.5779836 May 11 16:22:02.562657 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:02.650299 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9a601f36-3c96-4eb5-86bd-daa76ad385a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:02.673910 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:22:02.695815 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c1f99029-31a1-4d5e-9975-d5d287ec43fb req-d4b0fb2c-0132-4d09-ab5c-fcec01ce57fd tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942981 May 11 16:22:02.778833 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=824fda24f0db4978aa0abebb4758d1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341069 May 11 16:22:02.783941 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47790) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:02.870164 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:02.975017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3ca5e7-3230-4de4-8873-b74ce525fa08,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:02.992978 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.001196 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9e3e7099-1567-45b7-8ecb-31ca3079b38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:03.007717 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:03.023917 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-caba0e58-8af8-46ee-9269-ffd1045cdb15 req-1cba52a8-dc86-4324-975b-f979e6c9b67e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779271 May 11 16:22:03.147404 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.148238 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.153623 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:22:03.165627 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:03.176841 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:03.191935 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.194137 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Allocated IP 172.20.0.4 (42ba96cd-382c-4271-b5dc-49e0b1c90e33/0f1f1890-efd8-4f92-b371-9af5b66979c1/7b4d0913-fc53-4485-9dbe-ddc26cb1a85e) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:22:03.208511 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.209575 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Added segment 54ee9b01-5df1-4df8-8e46-62ea2b231ac6 of type vlan for network 7714fdf2-4338-42f6-bb09-436fa861fe2b May 11 16:22:03.237597 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:03.273735 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:03.284447 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.288275 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:03.308322 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a6ee434f-2024-411c-9803-cd48229b5821 req-7b38d236-24f8-446d-a567-b0d3ffbdb3a1 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 210 time: 0.3097403 May 11 16:22:03.375444 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.409846 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1c134d8b-be75-418c-ba3d-1f578abf5e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:03.478252 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-feb9eae3-5fb5-4d41-9539-533df3ade9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:03.482237 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-feb9eae3-5fb5-4d41-9539-533df3ade9a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.8777087 May 11 16:22:03.492940 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3ca5e7-3230-4de4-8873-b74ce525fa08,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:03.521070 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:03.546515 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'code': 200} May 11 16:22:03.548706 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=8']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:03.571821 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.572144 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.572707 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.573194 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.573838 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.574207 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.574813 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.575879 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.587695 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.590150 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.590150 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.591925 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:03.620180 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:03.799214 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:03.805677 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd3ca5e7-3230-4de4-8873-b74ce525fa08 HTTP/1.1" status: 204 len: 168 time: 1.0021296 May 11 16:22:03.951789 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-65241901-3df9-4ecf-81bc-ebf503cd4425 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396083 May 11 16:22:04.372992 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:04.519043 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:04.639281 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:04.640622 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:04.652710 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:04.792181 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e1913-8c26-4027-8de1-2b3c9653ebde req-fc387875-b71d-4ef5-b4fb-2e0f6ca48298 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:04.801857 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-359e1913-8c26-4027-8de1-2b3c9653ebde req-fc387875-b71d-4ef5-b4fb-2e0f6ca48298 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.5314155 May 11 16:22:04.845634 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Pushing event updated for resources: {'Network': ['ID=7714fdf2-4338-42f6-bb09-436fa861fe2b,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:04.858024 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d3d912b-f927-47d8-8511-bbf49d0a5f25 req-9d5ba1f8-b406-45d5-b95d-06fc33e042da service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8846829 May 11 16:22:04.897401 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 7714fdf2-4338-42f6-bb09-436fa861fe2b details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:22:04.922334 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:04.996590 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-359e1913-8c26-4027-8de1-2b3c9653ebde req-5fc01695-c226-476b-b9dc-3e72fe13395f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930833 May 11 16:22:05.059388 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:05.154461 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f9587-432b-4563-b874-48adafaa25d9 req-3f4f91d7-9acd-43d1-9e1e-5b499cb6cae1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:05.176036 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cc7f9587-432b-4563-b874-48adafaa25d9 req-3f4f91d7-9acd-43d1-9e1e-5b499cb6cae1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 1.8744586 May 11 16:22:05.305014 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4777474 May 11 16:22:05.306760 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 47820) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:05.323040 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Request body: {'subnet': {'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-30997495-subnet', 'tenant_id': '5efd3f7c368a4dfd9f3e2fe5c856b377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:22:05.347265 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:05.443855 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cc7f9587-432b-4563-b874-48adafaa25d9 req-09d15f33-239f-4310-a625-c77ac012c307 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659962 May 11 16:22:05.514111 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:05.524842 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Usage tracker for resource:subnet and tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:05.561410 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:05.570687 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:05.608944 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:05.633545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Made reservation on behalf of 5efd3f7c368a4dfd9f3e2fe5c856b377 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:22:05.636486 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2111379'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:05.918417 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:22:06.075652 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac48252-7671-4dc0-8812-17e24bc6e5c3 req-58f09096-8118-4a1d-941d-9a8044f2e350 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:06.095379 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bac48252-7671-4dc0-8812-17e24bc6e5c3 req-58f09096-8118-4a1d-941d-9a8044f2e350 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.7409432 May 11 16:22:06.105287 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:22:06.111837 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:22:06.238926 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bac48252-7671-4dc0-8812-17e24bc6e5c3 req-a9e0859b-26cc-4a95-a1be-49060ff6e50d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423316 May 11 16:22:06.310119 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Pushing event updated for resources: {'Port': ['ID=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:06.323748 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:06.440606 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:06.441707 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:06.677951 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfbabf-7514-4f7b-886e-b50e8b2a366c req-29e75658-7491-4c96-958d-d32a9a916acc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:06.679304 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-cbdfbabf-7514-4f7b-886e-b50e8b2a366c req-29e75658-7491-4c96-958d-d32a9a916acc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Synchronizing usage tracker for tenant:d70784a1e4244546a217108368715a92 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:22:06.685443 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5315611 May 11 16:22:06.734354 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-cbdfbabf-7514-4f7b-886e-b50e8b2a366c req-29e75658-7491-4c96-958d-d32a9a916acc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Unset dirty status for tenant:d70784a1e4244546a217108368715a92 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:22:06.746509 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cbdfbabf-7514-4f7b-886e-b50e8b2a366c req-29e75658-7491-4c96-958d-d32a9a916acc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 931 time: 0.8155708 May 11 16:22:06.880832 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cbdfbabf-7514-4f7b-886e-b50e8b2a366c req-0768f157-5502-4694-8f4c-62fd0faf86b2 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312945 May 11 16:22:07.094955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9133e1-1bc8-4dc3-8f19-c9af4530e78c req-c31b3039-d80e-4b9f-b213-b48c07df1b6a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:07.098300 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1f9133e1-1bc8-4dc3-8f19-c9af4530e78c req-c31b3039-d80e-4b9f-b213-b48c07df1b6a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.4266398 May 11 16:22:07.255978 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1f9133e1-1bc8-4dc3-8f19-c9af4530e78c req-6a5ac081-5723-4547-ab3e-39214f240680 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459544 May 11 16:22:07.298251 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89e2f0-5c59-42ee-bf50-20ea4f56f407 req-3fd0f2f7-c953-4744-9846-5c062c079d83 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:07.317759 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5c89e2f0-5c59-42ee-bf50-20ea4f56f407 req-3fd0f2f7-c953-4744-9846-5c062c079d83 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1680930 May 11 16:22:07.370246 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2346596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2111457'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:07.376876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:07.421772 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5c89e2f0-5c59-42ee-bf50-20ea4f56f407 req-504618c6-b712-4863-ada6-9dbd11fbfeaf tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017597 May 11 16:22:07.486536 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65269299-8131-4d3c-82e2-9f366eb4f7cb,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:07.499555 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.500759 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.501251 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.501913 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.502398 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.503059 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.503431 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.503918 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.504349 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.504765 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.506207 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.506928 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:07.512242 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:07.574594 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Checking segment: {'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:22:07.575213 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Network hostable DHCP agents. Network: 7714fdf2-4338-42f6-bb09-436fa861fe2b, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:22:07.619936 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Network 7714fdf2-4338-42f6-bb09-436fa861fe2b is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:22:07.643688 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 7714fdf2-4338-42f6-bb09-436fa861fe2b) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:22:07.659665 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb60cc9-927f-470d-9809-7387bffefb66 None None] Network 7714fdf2-4338-42f6-bb09-436fa861fe2b requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:22:07.790034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:07.790902 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:07.824751 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959962d9-12b8-424e-9aaa-d2745e8bd044 req-d848cd7e-c3fe-4a52-8778-446d86854b6f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:07.827343 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-959962d9-12b8-424e-9aaa-d2745e8bd044 req-d848cd7e-c3fe-4a52-8778-446d86854b6f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.3136137 May 11 16:22:07.866583 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-d64111b8-4ecf-4f44-b885-c79629d48b0e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5562339 May 11 16:22:07.918083 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-959962d9-12b8-424e-9aaa-d2745e8bd044 req-d5950fe4-e4ca-41ad-90f2-c8f6c1a58ac7 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 May 11 16:22:08.052473 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8181f0-b157-4695-9249-b19a27f37a46 None None] Network 7714fdf2-4338-42f6-bb09-436fa861fe2b requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:22:08.276500 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e316f-6c02-4d23-8372-3d82c87a6895 req-1b67b614-7298-4e3d-82cb-87ee278bb830 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:08.279451 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5f4e316f-6c02-4d23-8372-3d82c87a6895 req-1b67b614-7298-4e3d-82cb-87ee278bb830 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 931 time: 0.1712778 May 11 16:22:08.393773 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5f4e316f-6c02-4d23-8372-3d82c87a6895 req-77a1b4d1-c4c2-4838-b64c-6548ed4ba27c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927320 May 11 16:22:09.019016 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b986-8779-4802-980c-f41b44d8be0d req-b0a3810f-4d59-4523-93c6-b51f812714de tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:09.038654 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b995b986-8779-4802-980c-f41b44d8be0d req-b0a3810f-4d59-4523-93c6-b51f812714de tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.3517163 May 11 16:22:09.138277 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1c92-c410-486e-9913-9c917a323d69 req-f5fc745e-af77-4edd-a29b-b6eb1d0063ab tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:09.160630 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a6ae1c92-c410-486e-9913-9c917a323d69 req-f5fc745e-af77-4edd-a29b-b6eb1d0063ab tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.3525476 May 11 16:22:09.245989 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b995b986-8779-4802-980c-f41b44d8be0d req-10343c4f-4907-4612-974b-ee68015778eb tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987672 May 11 16:22:09.354169 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a6ae1c92-c410-486e-9913-9c917a323d69 req-6a10ccd2-a450-4313-a7bf-b02144024d22 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903670 May 11 16:22:09.936675 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1b69-4fd1-42cf-be68-cc1893f50582 req-b26dd7e3-acea-429b-8d2f-db351db71e98 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:09.937029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Request body: {'port': {'device_id': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:22:09.953485 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-247d1b69-4fd1-42cf-be68-cc1893f50582 req-b26dd7e3-acea-429b-8d2f-db351db71e98 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2811577 May 11 16:22:10.149618 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-247d1b69-4fd1-42cf-be68-cc1893f50582 req-b9d9f9b1-f23e-4420-9b70-cfc47189ee51 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946228 May 11 16:22:10.455843 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dc94d-dc79-44ad-9cdf-a610ba82b55c req-b4d35c28-0132-4a98-bf5b-9ad233dcc831 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:10.471671 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-124dc94d-dc79-44ad-9cdf-a610ba82b55c req-b4d35c28-0132-4a98-bf5b-9ad233dcc831 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 931 time: 0.6993027 May 11 16:22:10.685286 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:10.772222 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-124dc94d-dc79-44ad-9cdf-a610ba82b55c req-85ef1cde-0d6e-44b5-84b0-1bddeb9d6565 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081745 May 11 16:22:11.058991 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e751b2-a3c4-440b-95aa-1addbe80a5c4 req-9b8b98a0-054f-4439-b463-8bedf5ccbc4f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:11.062771 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-53e751b2-a3c4-440b-95aa-1addbe80a5c4 req-9b8b98a0-054f-4439-b463-8bedf5ccbc4f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.2270472 May 11 16:22:11.277822 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-53e751b2-a3c4-440b-95aa-1addbe80a5c4 req-7d6b9a45-6425-4a39-bec0-270ab50b9cd8 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959505 May 11 16:22:11.646002 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:22:11.657215 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:11.688396 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Transition to ACTIVE for port object 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:22:11.703480 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:11.713375 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:11.737112 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205819-059a-40d7-abaf-cbb4be4e5afd req-1bcd1267-911a-41e5-9a02-33154b0e6fed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:11.738765 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b3205819-059a-40d7-abaf-cbb4be4e5afd req-1bcd1267-911a-41e5-9a02-33154b0e6fed tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.1124494 May 11 16:22:11.804074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f43744-165d-4f49-a0b9-a5ef82b71462 req-407e0c56-7703-4d89-b292-c037d38d0832 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:11.817238 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f6f43744-165d-4f49-a0b9-a5ef82b71462 req-407e0c56-7703-4d89-b292-c037d38d0832 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.6353610 May 11 16:22:11.844196 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b3205819-059a-40d7-abaf-cbb4be4e5afd req-a05d8f2e-62fe-4583-ae9e-f7c25f58e675 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872557 May 11 16:22:12.088746 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f6f43744-165d-4f49-a0b9-a5ef82b71462 req-df357c4d-23e3-461f-aeba-db9b1bb62e7c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699735 May 11 16:22:12.288037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e6e2d-51cd-4e06-bfe5-f356b418baf2 req-d3cb3a4d-3514-44a1-81b4-b8777510ccb3 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:12.301072 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:12.312798 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-538e6e2d-51cd-4e06-bfe5-f356b418baf2 req-d3cb3a4d-3514-44a1-81b4-b8777510ccb3 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 943 time: 0.2254398 May 11 16:22:12.316245 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:12.458492 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-538e6e2d-51cd-4e06-bfe5-f356b418baf2 req-93559854-5083-40ac-8bc8-db48a36adb0b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378336 May 11 16:22:12.536255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Attempting to bind port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:22:12.536824 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Attempting to bind port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:22:12.537362 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Attempting to bind port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e on network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:22:12.801647 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e on network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:22:12.803462 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Attempting to bind port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e on network 42ba96cd-382c-4271-b5dc-49e0b1c90e33 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:22:12.826264 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:22:12.826845 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Checking segment: {'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:22:12.827489 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Bound using segment: {'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:22:12.828310 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Bound port: 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8396f2-6890-429d-b420-1da3b753c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:22:12.828881 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:12.971682 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c2e3c-cef5-4a15-ac60-1ebf6d168c00 req-26ae1905-4b10-44bb-abe0-fd3d0266eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:12.974652 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-485c2e3c-cef5-4a15-ac60-1ebf6d168c00 req-26ae1905-4b10-44bb-abe0-fd3d0266eb3e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.1883235 May 11 16:22:12.979831 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-0eb718dd-5a63-402d-9995-05863984cd5c tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:12.981025 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-0eb718dd-5a63-402d-9995-05863984cd5c tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Synchronizing usage tracker for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:network {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:22:12.991537 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f65f8e-324a-41c7-8107-c9ab4dc2a497 req-30cf2c38-ae47-4f59-a4d2-5ed0ca90f829 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:12.995048 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-21f65f8e-324a-41c7-8107-c9ab4dc2a497 req-30cf2c38-ae47-4f59-a4d2-5ed0ca90f829 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.2749748 May 11 16:22:13.062567 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-0eb718dd-5a63-402d-9995-05863984cd5c tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Unset dirty status for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:network {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:22:13.068966 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-0eb718dd-5a63-402d-9995-05863984cd5c tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/networks?id=7714fdf2-4338-42f6-bb09-436fa861fe2b HTTP/1.1" status: 200 len: 812 time: 0.6429536 May 11 16:22:13.098802 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-f3595e1c-1b77-43e8-a443-efa3ae61f0b9 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/quotas/5efd3f7c368a4dfd9f3e2fe5c856b377 HTTP/1.1" status: 200 len: 375 time: 0.0218225 May 11 16:22:13.101145 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] For port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e, host hv-cinder-76111, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:22:13.123604 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-485c2e3c-cef5-4a15-ac60-1ebf6d168c00 req-f805e733-a7fd-4386-a148-fe39264cff6a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268938 May 11 16:22:13.133095 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-21f65f8e-324a-41c7-8107-c9ab4dc2a497 req-9ee012f4-0dc2-41e8-a2e6-4a7b0d857747 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145461 May 11 16:22:13.179482 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] For port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:22:13.195002 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-2c714a15-5ebd-4ba2-8f0d-06225b6a6c1e tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5efd3f7c368a4dfd9f3e2fe5c856b377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771255 May 11 16:22:13.197231 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:13.205467 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:13.314147 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:13.314906 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:13.317368 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] 10.222.0.87 "PUT /v2.0/ports/7b4d0913-fc53-4485-9dbe-ddc26cb1a85e HTTP/1.1" status: 200 len: 1093 time: 3.4141450 May 11 16:22:13.354913 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'tag': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:13.491578 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8880-cd61-436d-b770-9d2516bb260f req-037c9752-0bf8-4f66-9267-e816d86d0d1f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:13.495130 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-424e8880-cd61-436d-b770-9d2516bb260f req-037c9752-0bf8-4f66-9267-e816d86d0d1f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2024546 May 11 16:22:13.568711 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-424e8880-cd61-436d-b770-9d2516bb260f req-b85e2fe4-5dfa-4c62-afd5-28b4f4b92665 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613031 May 11 16:22:13.673772 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:13.678922 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:13.717275 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fc6e0b9-1049-48cb-b9df-70890b0e310f service neutron] 10.222.0.73 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508047 May 11 16:22:13.765601 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-05af6f13-ef16-4ef2-8651-03b9267292ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:13.767125 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-05af6f13-ef16-4ef2-8651-03b9267292ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d70784a1e4244546a217108368715a92&device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 1096 time: 0.3896830 May 11 16:22:13.925176 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-c7fe593a-2a51-4b8a-8ca1-50cea35bbd37 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e HTTP/1.1" status: 200 len: 217 time: 0.0976996 May 11 16:22:13.946446 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d0d35-239d-4d2b-afa3-068c92428fa1 req-6257c03e-3dd2-4d64-877c-a52b9e88d508 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:13.959595 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c44d0d35-239d-4d2b-afa3-068c92428fa1 req-6257c03e-3dd2-4d64-877c-a52b9e88d508 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1740484 May 11 16:22:14.057041 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c44d0d35-239d-4d2b-afa3-068c92428fa1 req-fc933da4-c472-4b3c-8623-209687e2c780 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957525 May 11 16:22:14.087751 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-43d936a5-6c9e-4d76-bfba-58a6a4a33c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:14.089382 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-43d936a5-6c9e-4d76-bfba-58a6a4a33c3c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f1f1890-efd8-4f92-b371-9af5b66979c1 HTTP/1.1" status: 200 len: 849 time: 0.1511259 May 11 16:22:14.105208 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-06979672-42f5-4592-910b-422232d77baf service neutron] 10.222.0.73 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735042 May 11 16:22:14.167807 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-5b5cf996-6b3a-4806-abf3-54bdcaeffa13 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=42ba96cd-382c-4271-b5dc-49e0b1c90e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632524 May 11 16:22:14.200983 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'tag': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e', 'status': 'completed', 'code': 200} May 11 16:22:14.409806 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-18d126c2-d682-4be9-a640-ade8181b3201 service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309837 May 11 16:22:14.600232 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 47978) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:14.603959 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddbe4b-68fe-4a5f-b9b7-9a7dfda2d7ca req-05838d9d-9195-4a64-bad8-4b63cd1b8948 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:14.621113 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c5ddbe4b-68fe-4a5f-b9b7-9a7dfda2d7ca req-05838d9d-9195-4a64-bad8-4b63cd1b8948 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 943 time: 0.2456074 May 11 16:22:14.715188 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3f0952e1-60b8-49cc-bba0-62b7d331ba2b req-e5f820c8-497a-4f4b-958c-8edb28c3ec36 service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005979 May 11 16:22:14.754436 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:22:14.781769 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c5ddbe4b-68fe-4a5f-b9b7-9a7dfda2d7ca req-f2f0dd87-9bff-471a-9bbc-936861207289 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582911 May 11 16:22:15.028277 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:15.066037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c80e1-d568-4991-9665-1b6122d8df30 req-61d317a7-b833-4a7a-a2a0-21ee5d2dee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:15.069076 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-900c80e1-d568-4991-9665-1b6122d8df30 req-61d317a7-b833-4a7a-a2a0-21ee5d2dee3f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d70784a1e4244546a217108368715a92&device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 1096 time: 0.2747223 May 11 16:22:15.075884 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:15.127431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec8c5f9aff74102881f3f43942d30f6 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:15.138360 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:15.195755 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:15.220497 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:22:15.240459 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:15.394209 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'port_id': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'mac_address': 'fa:16:3e:ed:f3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:22:15.429420 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea044238-6965-4a03-a67b-873d72a7d0e5 req-c4efad77-5161-47f8-b7dd-20a844b72cf2 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:15.433426 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ea044238-6965-4a03-a67b-873d72a7d0e5 req-c4efad77-5161-47f8-b7dd-20a844b72cf2 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 943 time: 0.2669055 May 11 16:22:15.436767 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c80e1-d568-4991-9665-1b6122d8df30 req-e2ee1d59-3e9c-449e-8f7e-20ad831c6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:15.444569 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-900c80e1-d568-4991-9665-1b6122d8df30 req-e2ee1d59-3e9c-449e-8f7e-20ad831c6a2f service neutron] 10.222.0.87 "GET /v2.0/networks?id=42ba96cd-382c-4271-b5dc-49e0b1c90e33 HTTP/1.1" status: 200 len: 910 time: 0.3643839 May 11 16:22:15.582531 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ea044238-6965-4a03-a67b-873d72a7d0e5 req-1a5cda6e-235c-4ea4-9f51-08100eb89f4b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316957 May 11 16:22:15.595368 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:22:15.801657 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:15.850844 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:22:15.893259 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:15.906292 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:15.908855 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:15.927902 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-900c80e1-d568-4991-9665-1b6122d8df30 req-02d19d47-5a75-4164-bb77-12a07518d22c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e HTTP/1.1" status: 200 len: 217 time: 0.4673462 May 11 16:22:15.933313 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eae4a1e2-cf68-4ca9-a720-d2b4f314456d req-14c9926f-9297-40c9-a470-720f300d95ce tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 210 time: 0.0970154 May 11 16:22:16.148197 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:22:16.217999 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:16.235521 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:16.274398 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:16.335873 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:16.336113 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-eeeb4d5c-8793-4363-a6a1-a6c51106e676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:16.467116 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec9ba2-f550-4ad5-b963-a598c2b89daa req-409475d4-a276-4f7d-b056-8c21f0d40311 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:16.470236 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8dec9ba2-f550-4ad5-b963-a598c2b89daa req-409475d4-a276-4f7d-b056-8c21f0d40311 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 943 time: 0.2057893 May 11 16:22:16.489030 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ec8c5f9aff74102881f3f43942d30f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8873284 May 11 16:22:16.497276 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48014) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:16.499203 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c80e1-d568-4991-9665-1b6122d8df30 req-ead1761e-1c31-4646-95be-cca6bc58c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:16.501351 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-900c80e1-d568-4991-9665-1b6122d8df30 req-ead1761e-1c31-4646-95be-cca6bc58c957 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f1f1890-efd8-4f92-b371-9af5b66979c1 HTTP/1.1" status: 200 len: 849 time: 0.5539544 May 11 16:22:16.507403 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccbde52-afaa-4b0d-9005-2db0fc839f1a,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:16.546126 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:16.567380 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8dec9ba2-f550-4ad5-b963-a598c2b89daa req-dad14ebf-ffec-4e76-85dd-7cf92a953d0f tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853875 May 11 16:22:16.671522 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-900c80e1-d568-4991-9665-1b6122d8df30 req-adf933f9-bbef-4a25-9654-6185e2db62d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=42ba96cd-382c-4271-b5dc-49e0b1c90e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237996 May 11 16:22:16.766932 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:22:16.888332 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:16.932936 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625a750-31d4-4065-8f1d-801fcb9a6ab8 req-785e0b76-d631-46be-9dc5-90ff403b8cd3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:16.938903 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1625a750-31d4-4065-8f1d-801fcb9a6ab8 req-785e0b76-d631-46be-9dc5-90ff403b8cd3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.7182879 May 11 16:22:17.019745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:17.088375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:17.126765 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e', 'network_id': '42ba96cd-382c-4271-b5dc-49e0b1c90e33', 'port_id': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e', 'mac_address': 'fa:16:3e:37:70:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1f1890-efd8-4f92-b371-9af5b66979c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:22:17.184533 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1625a750-31d4-4065-8f1d-801fcb9a6ab8 req-df6e0150-e84c-49fd-9ffa-8ae18bb4967c tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673462 May 11 16:22:17.191600 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-900c80e1-d568-4991-9665-1b6122d8df30 req-d4d03b36-4768-4660-8c5a-a215385b2828 service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022540 May 11 16:22:17.260643 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:17.273130 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c7d89baf-3925-4b27-b4f4-55d300c0e7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:17.305377 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccbde52-afaa-4b0d-9005-2db0fc839f1a,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:17.324984 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:17.330767 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ccbde52-afaa-4b0d-9005-2db0fc839f1a HTTP/1.1" status: 204 len: 168 time: 0.8239331 May 11 16:22:17.330767 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.330767 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.334397 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:17.338679 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.339323 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.341818 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.342486 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.343105 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.343686 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.347283 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.347931 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.351550 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.353344 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:22:17.370613 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:17.475569 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-b0a00633-35cd-4231-8ad5-2ce4689488fa tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:17.479070 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-b0a00633-35cd-4231-8ad5-2ce4689488fa tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "GET /v2.0/networks?id=7714fdf2-4338-42f6-bb09-436fa861fe2b HTTP/1.1" status: 200 len: 812 time: 0.6937983 May 11 16:22:17.481083 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:22:17.496961 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-bb395378-c6b6-4bbe-a02c-95a61d429045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:17.555155 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204da09-72ce-43f2-9688-8cb5492331ab req-bed356ef-9534-45a4-a92e-b98c00c89feb tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:17.558373 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:17.568480 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9204da09-72ce-43f2-9688-8cb5492331ab req-bed356ef-9534-45a4-a92e-b98c00c89feb tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 944 time: 0.2857091 May 11 16:22:17.572432 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:17.574586 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:17.657022 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9204da09-72ce-43f2-9688-8cb5492331ab req-840bd2a5-15d1-447c-9225-eb676023b973 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848291 May 11 16:22:17.678215 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dd491-b698-4b21-8e5e-27dc36c2fe09 req-f02deb55-f430-471e-a1df-1eaaca19debc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:17.691923 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-235dd491-b698-4b21-8e5e-27dc36c2fe09 req-f02deb55-f430-471e-a1df-1eaaca19debc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.3120716 May 11 16:22:17.762571 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:17.780937 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:17.819147 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-235dd491-b698-4b21-8e5e-27dc36c2fe09 req-42c670e0-270a-4144-a170-bc1720b206fc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247327 May 11 16:22:17.957629 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bba6fde7-5b93-4564-8ccc-a0c2f3848d13 req-549272e9-3b7b-4c71-ab50-7423e6c63a05 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 210 time: 0.0672052 May 11 16:22:18.062832 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 48046) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:18.091532 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:18.115615 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:18.121837 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Usage tracker for resource:security_group_rule and tenant:cb33fc2baa334bfe824070d84359538c is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:18.131364 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:18.141263 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:18.456770 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f489e5-72c2-4633-8b84-9c388f27d346 req-70ff1a1c-06f6-4c08-84c5-51d93b42553b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:18.460482 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-06f489e5-72c2-4633-8b84-9c388f27d346 req-70ff1a1c-06f6-4c08-84c5-51d93b42553b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 944 time: 0.2867978 May 11 16:22:18.499928 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48062) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:18.607825 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-06f489e5-72c2-4633-8b84-9c388f27d346 req-142528ca-1c73-4947-9fc7-705b5837fd5a tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377292 May 11 16:22:18.609762 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:18.617110 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:18.633978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-53b6ecec-a2c5-45c0-9bdb-bea3775e21c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:18.716200 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb33fc2baa334bfe824070d84359538c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518564 May 11 16:22:18.719663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48072) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:18.724060 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612aa434-9447-41db-99fd-fcbe54f84b48,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:18.730017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:18.844600 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-7d47f21a-d213-443c-877f-100e8b98d9b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3416836 May 11 16:22:18.861475 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a79021-9204-494f-9066-90c501711ea0 req-2c637f48-d653-4f4e-ab67-372b7a90f470 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:18.863378 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-43a79021-9204-494f-9066-90c501711ea0 req-2c637f48-d653-4f4e-ab67-372b7a90f470 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2794480 May 11 16:22:18.916674 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:18.962740 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-43a79021-9204-494f-9066-90c501711ea0 req-eeb11041-35fa-46fc-9997-9027d68d8042 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869012 May 11 16:22:18.971951 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:18.986326 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fae18-55c2-4857-9627-7affc9f8f134 req-9ae2e53e-2dc3-47ca-bb4f-f4e62b75cc88 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:18.996154 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ef5fae18-55c2-4857-9627-7affc9f8f134 req-9ae2e53e-2dc3-47ca-bb4f-f4e62b75cc88 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 944 time: 0.1374855 May 11 16:22:19.070934 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:19.080837 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-138fea80-d6b8-4472-9e28-59207c2e2964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:19.086238 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ef5fae18-55c2-4857-9627-7affc9f8f134 req-cae52174-8f7f-4e0d-8602-7092489f5981 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888546 May 11 16:22:19.116984 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612aa434-9447-41db-99fd-fcbe54f84b48,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:19.176398 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:19.207500 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:19.212350 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/612aa434-9447-41db-99fd-fcbe54f84b48 HTTP/1.1" status: 204 len: 168 time: 0.4905250 May 11 16:22:19.294968 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2262a58-5011-4369-a9c6-6375d61248d2 req-4660e7d8-793f-4cb5-992c-e2f5b36bc88d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:19.305180 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b2262a58-5011-4369-a9c6-6375d61248d2 req-4660e7d8-793f-4cb5-992c-e2f5b36bc88d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.2110972 May 11 16:22:19.391048 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1e9eaa7e-6fa4-4321-8391-d00e72ecd65a req-02e3508b-5275-4a80-afae-0eea3dde0b32 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 210 time: 0.1058848 May 11 16:22:19.429519 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b2262a58-5011-4369-a9c6-6375d61248d2 req-9902bb86-ce5a-4ad9-bbe3-ffe45fac5bfc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229851 May 11 16:22:19.703018 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Request body: {'port': {'device_id': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b', 'admin_state_up': True, 'tenant_id': '5efd3f7c368a4dfd9f3e2fe5c856b377'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:22:19.956931 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7b4d0913-fc53-4485-9dbe-ddc26cb1a85e'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:22:19.985545 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-900c80e1-d568-4991-9665-1b6122d8df30 req-ba24fb29-cdc1-48c4-b04d-5d313af62e54 service neutron] 10.222.0.87 "GET /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132858 May 11 16:22:20.214231 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:20.238679 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Usage tracker for resource:port and tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:20.249379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:20.260927 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:20.299188 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Made reservation on behalf of 5efd3f7c368a4dfd9f3e2fe5c856b377 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:22:20.307171 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:20.355376 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450c79b-a8d1-4e16-af4e-03642a67fbbe req-740ac40d-3491-4245-b739-68556d9a5d93 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:20.360007 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-c63c7f2b-8179-480b-b783-bec7d7c11d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:20.360248 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a450c79b-a8d1-4e16-af4e-03642a67fbbe req-740ac40d-3491-4245-b739-68556d9a5d93 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.1536276 May 11 16:22:20.362014 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-c63c7f2b-8179-480b-b783-bec7d7c11d53 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 1098 time: 0.2485275 May 11 16:22:20.481348 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a450c79b-a8d1-4e16-af4e-03642a67fbbe req-934a9bfd-6694-4788-aae6-76498c28674d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076133 May 11 16:22:20.563199 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2c358-f2eb-49c5-9876-ca31d43f2506 req-96dea9ef-f87f-4dbb-86b8-0abd0a91aabc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:20.564901 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bef2c358-f2eb-49c5-9876-ca31d43f2506 req-96dea9ef-f87f-4dbb-86b8-0abd0a91aabc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 944 time: 0.4496930 May 11 16:22:20.589557 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:20.736340 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bef2c358-f2eb-49c5-9876-ca31d43f2506 req-eba17c59-0dd2-47f7-985e-87a294b53700 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612148 May 11 16:22:20.758577 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Allocated IP 172.20.0.11 (7714fdf2-4338-42f6-bb09-436fa861fe2b/65269299-8131-4d3c-82e2-9f366eb4f7cb/cd6b0cdd-310e-42d4-9dc2-c897cd898b43) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:22:20.793667 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bf49f-50be-4513-9b6c-c943971fc54a req-cd76ac6b-351d-4452-800a-bb34248554f0 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:20.795711 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b23bf49f-50be-4513-9b6c-c943971fc54a req-cd76ac6b-351d-4452-800a-bb34248554f0 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 944 time: 0.1424074 May 11 16:22:20.860390 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-4d847954-175e-4f5e-857f-3b528d6f17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:20.862107 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-4d847954-175e-4f5e-857f-3b528d6f17f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.3504322 May 11 16:22:20.918793 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b23bf49f-50be-4513-9b6c-c943971fc54a req-c8741090-ac9e-41ba-a9b6-db0fc309a59a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106515 May 11 16:22:21.025286 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-7184d5c1-def2-4e65-8b24-2279fcf449ee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 200 len: 217 time: 0.1520739 May 11 16:22:21.037429 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fc34dfe7-b910-447c-b86d-34fa8f439c2c req-5385c275-2254-4e70-ab9d-faf4c42947f5 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 210 time: 0.0922253 May 11 16:22:21.215887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff6084-3692-4102-8e18-677cef76f0a2 req-f53bb3b0-2605-4c2b-bf96-201797c23739 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:21.216810 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-f9460228-5fa0-49dd-9e88-e0916b2612e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:21.218366 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-f9460228-5fa0-49dd-9e88-e0916b2612e9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.1844742 May 11 16:22:21.219358 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3cff6084-3692-4102-8e18-677cef76f0a2 req-f53bb3b0-2605-4c2b-bf96-201797c23739 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1309745 May 11 16:22:21.256767 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a4d53b24-e596-4f6e-a341-eff67fb0f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:21.292105 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-9dc008d8-0fcd-47b4-8c26-619b3d4646ed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608954 May 11 16:22:21.320348 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3cff6084-3692-4102-8e18-677cef76f0a2 req-4cc2e698-bb9a-4263-8ae9-2b6baf383757 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909672 May 11 16:22:21.469196 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:21.558497 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-552d4c65-402d-43e6-8a32-fb19e4f3a3b2 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572663 May 11 16:22:21.664593 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:22:21.853464 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:22:21.875534 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:22:21.876411 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:22.110200 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:22.163222 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:22.276892 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:22.315374 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c3dbac3-c418-447d-ac74-fccb858f2155 req-463dbd12-5910-4f48-aba2-4ca2f006af56 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264578 May 11 16:22:22.331591 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Network 7714fdf2-4338-42f6-bb09-436fa861fe2b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:22:22.352712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:22:22.371794 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:22.374380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:22.378640 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96ac4d-2714-4406-90a3-5495db6f1b01 req-56f86031-171c-424a-8959-1fd539b8f4f2 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:22.389074 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:22.390866 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:22:22.396798 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8a96ac4d-2714-4406-90a3-5495db6f1b01 req-56f86031-171c-424a-8959-1fd539b8f4f2 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.6453390 May 11 16:22:22.402266 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dfd1b-f990-4754-a70b-3ebedb2b3062 req-8fa40e71-9d71-470d-8d81-480017277bcf tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:22.405923 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-258dfd1b-f990-4754-a70b-3ebedb2b3062 req-8fa40e71-9d71-470d-8d81-480017277bcf tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 944 time: 0.3471241 May 11 16:22:22.413368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:22:22.474481 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:22.584361 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Pushing event updated for resources: {'Port': ['ID=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:22.602080 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:22.607828 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-258dfd1b-f990-4754-a70b-3ebedb2b3062 req-51e2fd2f-7628-4716-9374-198352753385 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806724 May 11 16:22:22.696858 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:22.702071 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:22.747388 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:22:22.754503 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:22:22.755802 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:22.758029 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8a96ac4d-2714-4406-90a3-5495db6f1b01 req-346e5150-1051-4e1f-b6b8-8927cdb01a1e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483920 May 11 16:22:22.859398 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:22.860108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:22.958796 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2620103 May 11 16:22:22.982576 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Request body: {'port': {'device_id': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:22:23.127659 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:23.193875 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef95609-2728-4ae1-b217-8e918a9f8806 req-ff010642-2795-4696-b564-1b224f4a1de5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:23.197045 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1ef95609-2728-4ae1-b217-8e918a9f8806 req-ff010642-2795-4696-b564-1b224f4a1de5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.3690500 May 11 16:22:23.260799 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-69a05e33-d577-4f99-b213-ddb4c95148ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:23.263924 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-69a05e33-d577-4f99-b213-ddb4c95148ca service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875&tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 1096 time: 0.5998986 May 11 16:22:23.290409 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:23.295445 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:23.301435 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:23.307917 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:23.376709 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1ef95609-2728-4ae1-b217-8e918a9f8806 req-61b73236-6a53-46c8-b951-99c745f76611 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663518 May 11 16:22:23.518959 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:23.533594 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:23.729466 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539a30-ce04-4f2c-b02d-5d0d67871d4d req-665054ca-8b4d-4c9b-bbaf-271ea06966b0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:23.730531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-62539a30-ce04-4f2c-b02d-5d0d67871d4d req-665054ca-8b4d-4c9b-bbaf-271ea06966b0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Synchronizing usage tracker for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:22:23.735636 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:23.853508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-b6d54ee1-72d6-4447-a111-65f44442c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:23.853508 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-b6d54ee1-72d6-4447-a111-65f44442c12f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1096 time: 0.5314021 May 11 16:22:24.011506 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-62539a30-ce04-4f2c-b02d-5d0d67871d4d req-665054ca-8b4d-4c9b-bbaf-271ea06966b0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Unset dirty status for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:22:24.013519 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-62539a30-ce04-4f2c-b02d-5d0d67871d4d req-665054ca-8b4d-4c9b-bbaf-271ea06966b0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 932 time: 0.9263036 May 11 16:22:24.032534 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fd97-fec3-4ee2-8fe8-5dd9dafe2dd6 req-a36a9979-5b88-472b-b638-95a5fb4ce729 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:24.047723 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-50e3fd97-fec3-4ee2-8fe8-5dd9dafe2dd6 req-a36a9979-5b88-472b-b638-95a5fb4ce729 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.2843552 May 11 16:22:24.178865 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-50e3fd97-fec3-4ee2-8fe8-5dd9dafe2dd6 req-20c19896-c0a8-43ac-9655-711bd6095aff tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216958 May 11 16:22:24.340274 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48188) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:24.415907 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'code': 200} May 11 16:22:24.526958 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-62539a30-ce04-4f2c-b02d-5d0d67871d4d req-b4b32d6d-98b9-4d5c-8e3a-40ce008cb5ba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883566 May 11 16:22:24.633886 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:24.737694 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:24.748890 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Usage tracker for resource:security_group_rule and tenant:8ab2bf600744444da1e4e4d927c725c0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:24.755447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:24.764043 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-e7ed22e7-d8c3-424e-9ed7-61bee882f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:24.765285 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:24.767216 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-e7ed22e7-d8c3-424e-9ed7-61bee882f5ab service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.8637097 May 11 16:22:24.917270 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e653f5-3a5f-48e6-90b5-bb5c7c6c0121 req-5b24a9be-6209-48e1-a8e2-227b51f8152e tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:24.919003 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-27e653f5-3a5f-48e6-90b5-bb5c7c6c0121 req-5b24a9be-6209-48e1-a8e2-227b51f8152e tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.2580206 May 11 16:22:25.030627 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db9bf7-cae3-4704-aa72-43767c5b2a1a req-3fa4ad63-5708-432b-ac1f-3782f0092924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:25.034208 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d4db9bf7-cae3-4704-aa72-43767c5b2a1a req-3fa4ad63-5708-432b-ac1f-3782f0092924 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1098 time: 0.2501535 May 11 16:22:25.141872 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-27e653f5-3a5f-48e6-90b5-bb5c7c6c0121 req-b19c12c0-0be7-4756-aa8c-791e6282f1c6 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052948 May 11 16:22:25.161751 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-dd704c0d-1d75-4f4d-8bf3-112a6b5e7dbb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5d117b-487d-4dae-8cc6-a5516518343f HTTP/1.1" status: 200 len: 998 time: 0.3222826 May 11 16:22:25.174450 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:25.218699 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:25.236576 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-fad4aa7c-bc43-4a21-955d-c71248ac8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:25.252658 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d4db9bf7-cae3-4704-aa72-43767c5b2a1a req-69f8dac2-348d-4267-80ae-cf6b6c317f99 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892941 May 11 16:22:25.336308 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ab2bf600744444da1e4e4d927c725c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9940982 May 11 16:22:25.336852 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-77964b56-da45-42de-84ef-977ddca88abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:25.337631 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48204) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:25.338783 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60342bf-9c91-4c43-9b2c-2f0874ced814,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:25.339957 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-77964b56-da45-42de-84ef-977ddca88abd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.1686525 May 11 16:22:25.363798 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:25.424448 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:25.526430 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f9ce-bcf8-45b6-b327-b93e7e74891c req-cec526d0-4945-4765-8c53-9ca5033287f4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:25.528141 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b737f9ce-bcf8-45b6-b327-b93e7e74891c req-cec526d0-4945-4765-8c53-9ca5033287f4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.7557361 May 11 16:22:25.632835 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:25.688216 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65495726-59da-427c-b1e3-1eb998768abe req-592366f6-c6a8-4747-ae0f-4788d6df70d3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:25.697310 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-65495726-59da-427c-b1e3-1eb998768abe req-592366f6-c6a8-4747-ae0f-4788d6df70d3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.2792058 May 11 16:22:25.766262 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6b0cdd-310e-42d4-9dc2-c897cd898b43 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:22:25.778732 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b737f9ce-bcf8-45b6-b327-b93e7e74891c req-3d388a9b-1b7e-428d-a47b-be57ce8c6f27 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334473 May 11 16:22:25.790047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:25.825770 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-696c01c0-c204-4e4b-ad68-aaf62625974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:25.826448 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:25.828263 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-696c01c0-c204-4e4b-ad68-aaf62625974b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4548409 May 11 16:22:25.843568 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Transition to ACTIVE for port object cd6b0cdd-310e-42d4-9dc2-c897cd898b43 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:22:25.916616 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-65495726-59da-427c-b1e3-1eb998768abe req-0030b3da-9b8c-4ee9-b000-754d053f47ae tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180054 May 11 16:22:26.019237 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:26.054666 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8d7205d8-472d-4760-ac58-9e37aa3d53df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:26.076324 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-e8ad9037-f144-4d9b-b296-2b18237ffbc9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3584168 May 11 16:22:26.095502 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60342bf-9c91-4c43-9b2c-2f0874ced814,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:26.104794 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:26.234860 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:26.236981 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d60342bf-9c91-4c43-9b2c-2f0874ced814 HTTP/1.1" status: 204 len: 168 time: 0.8927433 May 11 16:22:26.353542 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:26.386091 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:26.416990 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:26.452006 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-62e2e570-0243-4727-b04a-68af73098e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:26.453790 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-62e2e570-0243-4727-b04a-68af73098e32 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=aceeccde2e8942099297467ff6f42b54&device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 1098 time: 0.3205841 May 11 16:22:26.520705 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:26.539219 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873040-6969-4b6e-9a33-1e7bc62da738 req-dc132aa1-d94b-44d3-bf10-aeb287273bf8 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:26.541815 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ea873040-6969-4b6e-9a33-1e7bc62da738 req-dc132aa1-d94b-44d3-bf10-aeb287273bf8 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 944 time: 0.3209996 May 11 16:22:26.731199 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:26.779825 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:26.825648 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-ea873040-6969-4b6e-9a33-1e7bc62da738 req-f2be81b1-1b3a-4641-9835-3f4d0962c955 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Synchronizing usage tracker for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:22:26.928917 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-ea873040-6969-4b6e-9a33-1e7bc62da738 req-f2be81b1-1b3a-4641-9835-3f4d0962c955 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Unset dirty status for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:22:26.943233 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ea873040-6969-4b6e-9a33-1e7bc62da738 req-f2be81b1-1b3a-4641-9835-3f4d0962c955 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885515 May 11 16:22:26.972671 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-c52c19f7-623c-4ea2-b58b-fce4aef4bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:26.975485 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-c52c19f7-623c-4ea2-b58b-fce4aef4bdd2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 200 len: 920 time: 0.4191463 May 11 16:22:26.997957 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-beddfb53-6d2f-4409-84d3-aaeb1dcdde1d service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1478894 May 11 16:22:27.081004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 48230) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:27.112421 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-7cb87725-3528-4523-920f-5558b7207d14 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849 HTTP/1.1" status: 200 len: 217 time: 0.1294031 May 11 16:22:27.145862 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09effb34-b25a-4802-a810-a2207042172a req-10a26066-d221-4431-a37d-9c315f7bd7c0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:27.155797 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-09effb34-b25a-4802-a810-a2207042172a req-10a26066-d221-4431-a37d-9c315f7bd7c0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 1.1178787 May 11 16:22:27.248864 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-bac6af71-d0c5-4e95-97be-e001d3e7d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:27.252238 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-bac6af71-d0c5-4e95-97be-e001d3e7d698 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 200 len: 859 time: 0.1325924 May 11 16:22:27.289048 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:27.353406 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-b6dcbb72-5539-4c63-b38f-f06a772c857c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e8d45a7-9f03-45ba-b836-f8be507d6c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931273 May 11 16:22:27.388080 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:27.393707 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Usage tracker for resource:security_group_rule and tenant:366ff17268e4480fb0d897e2c2cb68c9 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:27.398630 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:27.409462 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:27.423443 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Attempting to bind port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:22:27.423970 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Attempting to bind port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:22:27.424588 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Attempting to bind port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 on network 7714fdf2-4338-42f6-bb09-436fa861fe2b {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:22:27.485546 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 on network 7714fdf2-4338-42f6-bb09-436fa861fe2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:22:27.486101 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Attempting to bind port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 on network 7714fdf2-4338-42f6-bb09-436fa861fe2b {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:22:27.524034 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-09effb34-b25a-4802-a810-a2207042172a req-df9f4b1c-53bd-44ef-8cf3-06ad37f7f78c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633974 May 11 16:22:27.560420 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:22:27.560998 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Checking segment: {'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:22:27.561662 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Bound using segment: {'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:22:27.562441 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Bound port: cd6b0cdd-310e-42d4-9dc2-c897cd898b43, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:22:27.563037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:27.651110 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2cb2f917-5d0b-4486-95d2-346085871b51 req-0c92ad0c-0ef9-4314-af69-d79a30779b1f service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439819 May 11 16:22:27.663057 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-273b6e76-3a17-4526-b380-873b8af9a2ea service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007200 May 11 16:22:28.014475 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:28.022469 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3bc7f47-e08f-4b62-acf9-97a01460803f req-be0a61c9-f6b8-4575-8db8-93eac8abeae5 service neutron] 10.222.0.87 "GET /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435705 May 11 16:22:28.054195 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:28.080812 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8498dca7-4fa7-4964-ac0e-2f5f60458bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:28.140053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] For port cd6b0cdd-310e-42d4-9dc2-c897cd898b43, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:22:28.180671 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e', 'code': 200} May 11 16:22:28.203020 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] For port cd6b0cdd-310e-42d4-9dc2-c897cd898b43, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:22:28.234303 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e93d20-c1e1-4061-9400-8bf20c6bade3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:28.257346 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=366ff17268e4480fb0d897e2c2cb68c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1680601 May 11 16:22:28.258924 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48256) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:28.280766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:28.299988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:28.378538 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:28.626885 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:28.627887 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:28.632206 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:28.638802 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] 10.222.0.87 "PUT /v2.0/ports/cd6b0cdd-310e-42d4-9dc2-c897cd898b43 HTTP/1.1" status: 200 len: 1094 time: 5.6783774 May 11 16:22:28.687608 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'tag': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:28.723187 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac566-2c1e-4904-a5fb-8250ffa33277 req-9f3b4865-4def-4260-9ee2-9e629cd15dbf tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:28.727979 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-181ac566-2c1e-4904-a5fb-8250ffa33277 req-9f3b4865-4def-4260-9ee2-9e629cd15dbf tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.8999290 May 11 16:22:28.807506 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:28.885544 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:28.905204 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:29.020988 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-181ac566-2c1e-4904-a5fb-8250ffa33277 req-d5fc41bf-4ac8-4adc-8653-2d08dba3ea6f tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268373 May 11 16:22:29.096831 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7c6d-9978-4a18-99ed-41ee0349192a req-41489b61-66f5-4bff-ba89-0d43f8895708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:29.099693 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e450b18-3f10-459e-bebf-ce3d9e84eb5b req-f8e07330-f744-4ed3-b021-2451739553f2 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:29.102696 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7cbb7c6d-9978-4a18-99ed-41ee0349192a req-41489b61-66f5-4bff-ba89-0d43f8895708 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 1098 time: 0.2891040 May 11 16:22:29.115095 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4e450b18-3f10-459e-bebf-ce3d9e84eb5b req-f8e07330-f744-4ed3-b021-2451739553f2 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.5573452 May 11 16:22:29.179002 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48272) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:29.217225 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7cbb7c6d-9978-4a18-99ed-41ee0349192a req-32a5a55e-711e-4a23-9833-ba21e5c779ff service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054335 May 11 16:22:29.283284 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-53e361f5-15da-4877-8c47-04a520e71149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:29.287023 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-53e361f5-15da-4877-8c47-04a520e71149 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5efd3f7c368a4dfd9f3e2fe5c856b377&device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 1097 time: 0.5378640 May 11 16:22:29.293011 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4e450b18-3f10-459e-bebf-ce3d9e84eb5b req-64dd07ee-9312-45ba-a343-1d419807e657 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746194 May 11 16:22:29.407331 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:29.427493 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-bf9cdb27-1795-44ad-b1f3-e6f66427d2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:29.499816 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:29.511056 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0e93d20-c1e1-4061-9400-8bf20c6bade3 HTTP/1.1" status: 204 len: 168 time: 1.2498410 May 11 16:22:29.525387 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-e4f8b54d-d497-4b0e-8762-6a350e94031b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6b0cdd-310e-42d4-9dc2-c897cd898b43 HTTP/1.1" status: 200 len: 217 time: 0.2294550 May 11 16:22:29.533623 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e93d20-c1e1-4061-9400-8bf20c6bade3,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:29.544363 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:29.792463 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-c7e5f37a-0af1-4e7f-a403-bb185b395689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:29.799974 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-c7e5f37a-0af1-4e7f-a403-bb185b395689 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=65269299-8131-4d3c-82e2-9f366eb4f7cb HTTP/1.1" status: 200 len: 852 time: 0.2609596 May 11 16:22:29.898556 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b8ad-c00b-40b3-bc1e-e7c9b02fed05 req-4eea09e3-35bf-486d-bd90-3cf7918af771 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:29.903200 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8840b8ad-c00b-40b3-bc1e-e7c9b02fed05 req-4eea09e3-35bf-486d-bd90-3cf7918af771 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 944 time: 0.4657869 May 11 16:22:30.038162 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8840b8ad-c00b-40b3-bc1e-e7c9b02fed05 req-7274d4ba-5c6d-4a78-a772-901f53a4cde7 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167753 May 11 16:22:30.203623 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'tag': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43', 'status': 'completed', 'code': 200} May 11 16:22:30.282005 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:30.378189 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-5321a483-53f7-4ea8-82ff-adc10c7048cf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7714fdf2-4338-42f6-bb09-436fa861fe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5595784 May 11 16:22:30.640469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:22:30.771672 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a03790-fb78-4ca2-95fc-0575cc8888c9 req-0f4be516-54df-4728-8c4b-ac4de22a7598 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:30.780986 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Usage tracker for resource:security_group_rule and tenant:87bd1dfa576f45b39d74699b34cf7ba3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:22:30.789469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:22:30.791542 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d9a03790-fb78-4ca2-95fc-0575cc8888c9 req-0f4be516-54df-4728-8c4b-ac4de22a7598 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.2694955 May 11 16:22:30.803372 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:22:30.947035 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d9a03790-fb78-4ca2-95fc-0575cc8888c9 req-b9888439-7241-46aa-83f9-d7163b2b9ca1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496601 May 11 16:22:31.037245 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438a22-47d1-47e9-a2c6-367ca9be7fb4 req-05f04c10-0ca8-4be1-9bef-227b83a53d8d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:31.047705 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8c438a22-47d1-47e9-a2c6-367ca9be7fb4 req-05f04c10-0ca8-4be1-9bef-227b83a53d8d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.9851680 May 11 16:22:31.109675 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-80649195-1e3d-4afd-bd5f-343196979499 service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242321 May 11 16:22:31.156912 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8c438a22-47d1-47e9-a2c6-367ca9be7fb4 req-620b2d62-41dc-4b6a-ab27-3c9af514f7af tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088371 May 11 16:22:31.323629 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:31.378471 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:31.419620 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4c91f849-e632-45c2-ab08-1443331858df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:31.477100 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39020485-25a8-4321-874d-872f3a336eff req-e2033ba1-d213-42fa-942b-9d1794a74918 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:31.489087 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-39020485-25a8-4321-874d-872f3a336eff req-e2033ba1-d213-42fa-942b-9d1794a74918 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.1844511 May 11 16:22:31.640833 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-39020485-25a8-4321-874d-872f3a336eff req-19441ff4-b692-4c4e-a505-d43f464889b7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505442 May 11 16:22:31.717629 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ecc18-5b44-496c-9589-ac5b50d68968,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:31.732084 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-577a5697-2a91-40c7-b4a1-03a54088e7b2 req-f424ede1-8177-49d7-8ae9-58c5112ee085 service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047956 May 11 16:22:31.743223 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:31.769049 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=87bd1dfa576f45b39d74699b34cf7ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5551198 May 11 16:22:31.772538 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 48326) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:22:32.010521 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a604c1f-74b7-49c3-804c-65b8ae10ae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:32.142190 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a604c1f-74b7-49c3-804c-65b8ae10ae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:32.230771 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-718dea5b-5ea2-4c4d-9c11-afd96731f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:32.244417 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-718dea5b-5ea2-4c4d-9c11-afd96731f2d4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5efd3f7c368a4dfd9f3e2fe5c856b377&device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 1097 time: 0.4275956 May 11 16:22:32.325508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a604c1f-74b7-49c3-804c-65b8ae10ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:32.330236 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1bccf0f7-f4ba-40a7-8309-e8bf20856d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:32.423708 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a604c1f-74b7-49c3-804c-65b8ae10ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ecc18-5b44-496c-9589-ac5b50d68968,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:32.459722 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0a604c1f-74b7-49c3-804c-65b8ae10ae70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:32.633487 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a604c1f-74b7-49c3-804c-65b8ae10ae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:32.635563 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-0a604c1f-74b7-49c3-804c-65b8ae10ae70 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d85ecc18-5b44-496c-9589-ac5b50d68968 HTTP/1.1" status: 204 len: 168 time: 0.8619275 May 11 16:22:32.792409 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2afdb5-9382-45ce-a9c9-70f760bd6b74 req-5a677e86-b1d2-44af-a3cc-7ba83feafd92 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:32.804171 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dc2afdb5-9382-45ce-a9c9-70f760bd6b74 req-5a677e86-b1d2-44af-a3cc-7ba83feafd92 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 944 time: 0.3356071 May 11 16:22:32.972775 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dc2afdb5-9382-45ce-a9c9-70f760bd6b74 req-98e1195a-40df-4dc1-b094-0244d863ae12 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669676 May 11 16:22:33.104179 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168a47e-ec5f-4624-abfa-587588c89c78 req-e7992d32-4c2f-45e1-86fe-a9a818a3df59 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:33.107112 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f168a47e-ec5f-4624-abfa-587588c89c78 req-e7992d32-4c2f-45e1-86fe-a9a818a3df59 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.9525871 May 11 16:22:33.109323 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-101f7602-ee51-4baa-9056-b922a58b5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:33.112142 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-101f7602-ee51-4baa-9056-b922a58b5bbe service neutron] 10.222.0.87 "GET /v2.0/networks?id=7714fdf2-4338-42f6-bb09-436fa861fe2b HTTP/1.1" status: 200 len: 913 time: 0.7232683 May 11 16:22:33.358076 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-ce490ffe-b7fd-4187-9272-28f88c059231 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6b0cdd-310e-42d4-9dc2-c897cd898b43 HTTP/1.1" status: 200 len: 217 time: 0.1748583 May 11 16:22:33.364816 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f168a47e-ec5f-4624-abfa-587588c89c78 req-092317a3-e58b-4bed-a2b4-1baf0b966e75 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503304 May 11 16:22:33.617044 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-6ef9dfce-5354-440a-9def-61ab03940c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:33.622929 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-6ef9dfce-5354-440a-9def-61ab03940c99 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=65269299-8131-4d3c-82e2-9f366eb4f7cb HTTP/1.1" status: 200 len: 852 time: 0.2459538 May 11 16:22:33.795148 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-68cccdd9-8b06-4a47-a557-8a15810c6d60 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7714fdf2-4338-42f6-bb09-436fa861fe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654797 May 11 16:22:33.839095 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862256-9a49-420a-a5e9-e3365abf3708 req-378cb82e-3749-45fc-8972-889cfea2318d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:33.849280 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b0862256-9a49-420a-a5e9-e3365abf3708 req-378cb82e-3749-45fc-8972-889cfea2318d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.4612789 May 11 16:22:34.075574 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b0862256-9a49-420a-a5e9-e3365abf3708 req-7039286c-8552-44e7-b02b-58560c1520fe tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235537 May 11 16:22:34.243264 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-bb0caaf7-d4f8-4d46-9c8c-b8b3039c1cc0 service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244196 May 11 16:22:35.134042 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f0d5e876-a236-42a1-a4eb-a147dbac198b req-64720c87-32a5-42b7-9151-8e1a6e6f0d88 service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453367 May 11 16:22:35.156674 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e3d89-d0c2-45c1-8f08-043ec4242731 req-d6e5a317-ee55-4a32-a3f1-8fc301d2fc94 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:35.165343 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9a5e3d89-d0c2-45c1-8f08-043ec4242731 req-d6e5a317-ee55-4a32-a3f1-8fc301d2fc94 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 944 time: 0.2753346 May 11 16:22:35.284974 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515279c-139f-4f72-9033-4f38efdb14f3 req-ba4cfe79-31fd-487f-a277-f4566e72b9ad tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:35.293855 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9a5e3d89-d0c2-45c1-8f08-043ec4242731 req-43545871-8811-4eba-8811-4377fa4dad7b tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271403 May 11 16:22:35.302011 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8515279c-139f-4f72-9033-4f38efdb14f3 req-ba4cfe79-31fd-487f-a277-f4566e72b9ad tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2098503 May 11 16:22:35.658947 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8515279c-139f-4f72-9033-4f38efdb14f3 req-61c0ab88-2c18-4779-8182-64890c68bacd tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555219 May 11 16:22:35.675893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1a36-b6e7-4c7d-8719-d3b94da7420f req-cfa10a9f-47ad-4b37-91b7-112ad4d857eb tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:35.696664 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1b1d1a36-b6e7-4c7d-8719-d3b94da7420f req-cfa10a9f-47ad-4b37-91b7-112ad4d857eb tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.2636731 May 11 16:22:35.730884 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cd6b0cdd-310e-42d4-9dc2-c897cd898b43 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:22:35.910233 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1b1d1a36-b6e7-4c7d-8719-d3b94da7420f req-06a5b76c-2085-4a42-9696-b47f28e1a6f0 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091258 May 11 16:22:35.988950 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cd6b0cdd-310e-42d4-9dc2-c897cd898b43, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:36.027475 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43', 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b', 'port_id': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43', 'mac_address': 'fa:16:3e:50:02:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65269299-8131-4d3c-82e2-9f366eb4f7cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:22:36.043083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a90e-d208-441f-a88f-7da911a8b5af req-144c77cf-c33a-4795-9cfb-97cfc5d6c614 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:36.051127 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2b61a90e-d208-441f-a88f-7da911a8b5af req-144c77cf-c33a-4795-9cfb-97cfc5d6c614 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.2094562 May 11 16:22:36.147457 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2b61a90e-d208-441f-a88f-7da911a8b5af req-5fd54903-1ad8-4730-813e-42fc272c0393 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946681 May 11 16:22:36.262746 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:36.298452 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6b0cdd-310e-42d4-9dc2-c897cd898b43 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:22:36.365459 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cd6b0cdd-310e-42d4-9dc2-c897cd898b43, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:36.375315 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:36.378939 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:36.595859 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:36.611135 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:36.743654 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['cd6b0cdd-310e-42d4-9dc2-c897cd898b43'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:22:37.108062 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1c48-9f1f-4fb9-8e47-5a537179a1bf req-93c8feb3-236e-49e0-a772-e907d52c28a0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:37.110382 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0d2a1c48-9f1f-4fb9-8e47-5a537179a1bf req-93c8feb3-236e-49e0-a772-e907d52c28a0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 945 time: 0.3527968 May 11 16:22:37.362574 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0d2a1c48-9f1f-4fb9-8e47-5a537179a1bf req-2d88d452-529e-48e0-adb1-f5060408704e tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289267 May 11 16:22:37.437322 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61f3c8-7d7c-410e-b54c-a28e060d2818 req-3ee271a2-3a7c-4100-9f8e-a6d6bac63255 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:37.445255 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d61f3c8-7d7c-410e-b54c-a28e060d2818 req-3ee271a2-3a7c-4100-9f8e-a6d6bac63255 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3496282 May 11 16:22:37.602842 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d61f3c8-7d7c-410e-b54c-a28e060d2818 req-c49a4a16-450a-4957-bea7-f32b2d2191d0 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469660 May 11 16:22:38.061151 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6798-8f38-45ee-b3ef-091b949b6d11 req-b8aae8f6-19d0-48e8-badb-b9b9a259716d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:38.077210 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c27e6798-8f38-45ee-b3ef-091b949b6d11 req-b8aae8f6-19d0-48e8-badb-b9b9a259716d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.2476230 May 11 16:22:38.119617 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9f77a-a2d2-4e87-acd2-2c143d5a5611 req-bcb2d31b-1b2a-486b-bc85-250bdff39b7d tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:38.140488 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e6a9f77a-a2d2-4e87-acd2-2c143d5a5611 req-bcb2d31b-1b2a-486b-bc85-250bdff39b7d tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.2951686 May 11 16:22:38.156728 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c27e6798-8f38-45ee-b3ef-091b949b6d11 req-1614d079-6603-4164-bb4a-486338fa418f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759289 May 11 16:22:38.205825 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e6a9f77a-a2d2-4e87-acd2-2c143d5a5611 req-a4494741-aad9-4310-a9b8-974884ef69a7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642114 May 11 16:22:38.867798 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45377a-eda7-4632-b657-058af93eb738 req-be9d1f66-4dc7-49cd-9330-e7f543ce239e tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:38.877554 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cd45377a-eda7-4632-b657-058af93eb738 req-be9d1f66-4dc7-49cd-9330-e7f543ce239e tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 945 time: 0.1960340 May 11 16:22:38.988921 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cd45377a-eda7-4632-b657-058af93eb738 req-b2ecd973-36ae-4270-9355-a5dd8d3d5e26 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032453 May 11 16:22:39.416788 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4967d-5f2b-425f-835d-22fc38d422bc req-a1e73ca2-c52e-446a-8e74-ac4308d9b013 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:39.434093 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9e4967d-5f2b-425f-835d-22fc38d422bc req-a1e73ca2-c52e-446a-8e74-ac4308d9b013 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.2311969 May 11 16:22:39.592770 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9e4967d-5f2b-425f-835d-22fc38d422bc req-d094f744-ec98-4309-9b5a-79a6ad1aefae tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564498 May 11 16:22:39.748980 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cd6b0cdd-310e-42d4-9dc2-c897cd898b43 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:22:40.008214 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:22:40.020776 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:22:40.021795 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:40.216129 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3dea-e444-4045-ba6f-92fe7517700c req-7b03bea9-4602-4872-8f8d-a68784442ad0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:40.220592 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-58cc3dea-e444-4045-ba6f-92fe7517700c req-7b03bea9-4602-4872-8f8d-a68784442ad0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.3835218 May 11 16:22:40.422641 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:40.464424 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:40.470423 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-58cc3dea-e444-4045-ba6f-92fe7517700c req-59294453-e978-4743-8938-750222d9dcd0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296050 May 11 16:22:40.481519 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cd6b0cdd-310e-42d4-9dc2-c897cd898b43, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:40.507097 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:40.510404 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:40.718768 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:40.725768 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:40.869760 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05552a89-da07-4249-bbb9-dfe6dfe8832c req-1a994cfe-1a70-4d3c-9f3e-475ff0789a73 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:40.872080 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-05552a89-da07-4249-bbb9-dfe6dfe8832c req-1a994cfe-1a70-4d3c-9f3e-475ff0789a73 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.1501384 May 11 16:22:40.950307 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-05552a89-da07-4249-bbb9-dfe6dfe8832c req-875c1f93-dadd-457d-8896-61f16b892a03 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651624 May 11 16:22:41.163959 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ba665-c7af-4291-9a9a-09a68fa5c2c9 req-643a362c-c1bb-4847-bae0-5f1859860f96 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:41.165439 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1d4ba665-c7af-4291-9a9a-09a68fa5c2c9 req-643a362c-c1bb-4847-bae0-5f1859860f96 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.1009433 May 11 16:22:41.221366 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1d4ba665-c7af-4291-9a9a-09a68fa5c2c9 req-d2eb8dfb-cd0e-4021-8e16-02d5a7e6ba70 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498166 May 11 16:22:41.279356 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43', 'code': 200} May 11 16:22:41.490446 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150f4ef-4e44-4ddf-836b-b425f3edf3f3 req-249af319-c9a8-4acd-bd12-cfe6bd1139aa tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:41.491993 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3150f4ef-4e44-4ddf-836b-b425f3edf3f3 req-249af319-c9a8-4acd-bd12-cfe6bd1139aa tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1108763 May 11 16:22:41.554655 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3150f4ef-4e44-4ddf-836b-b425f3edf3f3 req-fee1f13a-396e-4deb-b575-f3a608dba666 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 May 11 16:22:41.802787 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f60202-dece-4128-b861-4c9e223f3e2a req-d578d94b-8482-4818-801e-98d5e62d1ec2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:41.804547 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b6f60202-dece-4128-b861-4c9e223f3e2a req-d578d94b-8482-4818-801e-98d5e62d1ec2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1219490 May 11 16:22:41.882598 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b6f60202-dece-4128-b861-4c9e223f3e2a req-8ed5f162-afc7-4468-845b-6fd025e6ba1b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695784 May 11 16:22:42.325557 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2724622-fc53-44c9-87b4-67a1eb1272e9 req-b912d2d7-ddd0-4db5-93a7-786e940af2bc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:42.339064 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e2724622-fc53-44c9-87b4-67a1eb1272e9 req-b912d2d7-ddd0-4db5-93a7-786e940af2bc tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.1646802 May 11 16:22:42.501279 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e2724622-fc53-44c9-87b4-67a1eb1272e9 req-219bfbb0-865c-466d-bb81-53d33f0147ad tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593676 May 11 16:22:42.940351 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90babbe-1dcf-4f91-bdbd-36019c243527 req-f55b44f0-1496-4789-9f38-8d4352594856 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:42.944490 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e90babbe-1dcf-4f91-bdbd-36019c243527 req-f55b44f0-1496-4789-9f38-8d4352594856 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.1794350 May 11 16:22:43.019410 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e90babbe-1dcf-4f91-bdbd-36019c243527 req-93978a2d-9a61-4782-99da-e28569a8b76b tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648289 May 11 16:22:43.345437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9304-e965-4832-93ea-4bc8abbcf226 req-df58257a-80e2-4d22-bf78-4203f7c4203d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:43.347545 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f77d9304-e965-4832-93ea-4bc8abbcf226 req-df58257a-80e2-4d22-bf78-4203f7c4203d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1592705 May 11 16:22:43.486760 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f77d9304-e965-4832-93ea-4bc8abbcf226 req-5529eb33-2652-46f4-8e99-7cd88605dd5e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194651 May 11 16:22:43.828769 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ca47e-17c1-432b-9007-08f91f95e998 req-5a0177d3-718c-4870-9d80-f6c0a6add829 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:43.832784 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cc9ca47e-17c1-432b-9007-08f91f95e998 req-5a0177d3-718c-4870-9d80-f6c0a6add829 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1586175 May 11 16:22:43.964737 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cc9ca47e-17c1-432b-9007-08f91f95e998 req-6db50939-13c3-4f6f-ba22-267719ab560b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195300 May 11 16:22:44.390977 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a54a4-40d5-44fb-a471-098b68b84fb0 req-3c614728-bc9e-4391-91bb-675f3b83dfe7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:44.393691 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-522a54a4-40d5-44fb-a471-098b68b84fb0 req-3c614728-bc9e-4391-91bb-675f3b83dfe7 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.1677139 May 11 16:22:44.486433 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-522a54a4-40d5-44fb-a471-098b68b84fb0 req-f1c6560f-500b-488c-ade3-9ca6989061b4 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801291 May 11 16:22:44.775157 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f8af-4a0c-47dc-a020-ef51963217fd req-2c7ddd90-0dde-410a-860e-aa5ad43fad2b tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:44.778052 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8422f8af-4a0c-47dc-a020-ef51963217fd req-2c7ddd90-0dde-410a-860e-aa5ad43fad2b tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.1588929 May 11 16:22:44.874213 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8422f8af-4a0c-47dc-a020-ef51963217fd req-36637fd7-7875-4fe7-83d3-a6f18d431548 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884540 May 11 16:22:45.458045 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a480053-b7a5-420c-be26-26f43d9771bc req-735b485c-3a3c-4b4f-97cf-f78aa65b4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:45.460638 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9a480053-b7a5-420c-be26-26f43d9771bc req-735b485c-3a3c-4b4f-97cf-f78aa65b4881 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 1099 time: 0.4297552 May 11 16:22:45.475666 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8dab5-6037-4874-bc6c-57f9c8297038 req-e4868ded-03b7-4db6-8c91-159935a1e248 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:45.478713 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-15f8dab5-6037-4874-bc6c-57f9c8297038 req-e4868ded-03b7-4db6-8c91-159935a1e248 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.4542458 May 11 16:22:45.624174 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff0688-fd15-4329-812f-869f58984035 req-84e7a045-ddba-4e15-b12a-1a6db768e88c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:45.627555 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9a480053-b7a5-420c-be26-26f43d9771bc req-66f45a33-a6c7-443b-b60f-bb5ab279257d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471450 May 11 16:22:45.634500 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f2ff0688-fd15-4329-812f-869f58984035 req-84e7a045-ddba-4e15-b12a-1a6db768e88c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.3052649 May 11 16:22:45.648550 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-15f8dab5-6037-4874-bc6c-57f9c8297038 req-30da96d9-09a4-4508-8eb8-d7a3e9c5e1f7 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281478 May 11 16:22:45.743731 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f2ff0688-fd15-4329-812f-869f58984035 req-15818ee5-3ecd-4d40-9d25-db395292edcf tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991457 May 11 16:22:45.950216 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-fba875ea-4e45-4ee6-880b-353875dfefa8 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:45.952856 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-fba875ea-4e45-4ee6-880b-353875dfefa8 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.2304883 May 11 16:22:46.030583 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8e07-fecc-494a-8270-c071913f03f7 req-c5a4b626-b66b-41ee-9e32-25829377763f tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:46.032653 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-685f8e07-fecc-494a-8270-c071913f03f7 req-c5a4b626-b66b-41ee-9e32-25829377763f tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 945 time: 0.2150569 May 11 16:22:46.244478 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-685f8e07-fecc-494a-8270-c071913f03f7 req-bf66a5b5-dd99-4ccb-9f47-ded9f3ebf4bf tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/security-groups?id=1e4f5a19-34f4-48c2-bd3f-818f5791a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904569 May 11 16:22:46.276215 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c730eb8-3fc3-43d4-9ffe-201b5465dbcc req-292ee361-2f6b-4f76-a670-e906266ad210 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:46.279397 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c730eb8-3fc3-43d4-9ffe-201b5465dbcc req-292ee361-2f6b-4f76-a670-e906266ad210 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.1732819 May 11 16:22:46.350306 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Deleting port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:22:46.350306 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:46.429532 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3c730eb8-3fc3-43d4-9ffe-201b5465dbcc req-30c47643-4abf-46f8-8ee9-a3d9e6ecbd67 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368177 May 11 16:22:46.782887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] For port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,segment=NetworkSegment(bd8396f2-6890-429d-b420-1da3b753c92e),segment_id=bd8396f2-6890-429d-b420-1da3b753c92e)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:46.784165 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:47.098683 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Calling delete_port for 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e owned by compute:nova {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:22:47.236842 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-36f34486-312a-4158-9106-1c57f6780150 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:47.240587 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-36f34486-312a-4158-9106-1c57f6780150 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.3524306 May 11 16:22:47.315209 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757a5bb-e2b9-4d34-b0cf-cfb31ad33dc7 req-7968d72a-542b-46aa-8dda-e4d795d88822 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:47.318405 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c757a5bb-e2b9-4d34-b0cf-cfb31ad33dc7 req-7968d72a-542b-46aa-8dda-e4d795d88822 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1944304 May 11 16:22:47.319333 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-36d2294e-cea4-4fa2-be95-f600490d7e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:47.538945 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c757a5bb-e2b9-4d34-b0cf-cfb31ad33dc7 req-4f198448-7478-4aef-afba-fcdfcce7e7d3 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152728 May 11 16:22:47.547599 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:47.550315 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7904d48-846e-4eb3-bea4-22d184b76fd6 req-70a93097-d730-41ad-afc1-239b0703592c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:47.563034 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:47.567530 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7b4d0913-fc53-4485-9dbe-ddc26cb1a85e'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:22:47.572024 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c7904d48-846e-4eb3-bea4-22d184b76fd6 req-70a93097-d730-41ad-afc1-239b0703592c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.4473360 May 11 16:22:47.725613 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c7904d48-846e-4eb3-bea4-22d184b76fd6 req-68c6c7c1-4a38-44f8-9052-416bd08cafb0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519749 May 11 16:22:47.731942 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Pushing event deleted for resources: {'Port': ['ID=7b4d0913-fc53-4485-9dbe-ddc26cb1a85e,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:47.805665 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Deleting port 4da4136a-0510-4168-ab29-d9ba0d4f6849 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:22:47.806379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:47.963568 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:48.098089 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] No DVR routers for this DVR port 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e on host hv-cinder-76111 {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:22:48.117584 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-18efb73b-89c7-48c0-913e-9971e2dae973 req-0a355e4c-9f62-4b4b-ae45-cddbb3661e7f tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 210 time: 0.1522534 May 11 16:22:48.119638 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:48.125722 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'name': 'network-vif-deleted', 'tag': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:48.206478 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7e181777-9886-49de-a2d4-bcca6dbb1b31 req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.87 "DELETE /v2.0/ports/7b4d0913-fc53-4485-9dbe-ddc26cb1a85e HTTP/1.1" status: 204 len: 173 time: 2.2388127 May 11 16:22:48.248781 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fc82c5-c9ce-4c74-bc97-76769865408b', 'name': 'network-vif-deleted', 'tag': '7b4d0913-fc53-4485-9dbe-ddc26cb1a85e', 'status': 'completed', 'code': 200} May 11 16:22:48.280167 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] For port 4da4136a-0510-4168-ab29-d9ba0d4f6849, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4da4136a-0510-4168-ab29-d9ba0d4f6849,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:48.281057 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:48.659291 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Calling delete_port for 4da4136a-0510-4168-ab29-d9ba0d4f6849 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:22:48.678410 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287415bb-436b-42db-9976-b360318a1759 req-5a97a42b-4425-4009-a5ea-707d031b18fe tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:48.681185 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-287415bb-436b-42db-9976-b360318a1759 req-5a97a42b-4425-4009-a5ea-707d031b18fe tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.6717014 May 11 16:22:48.929194 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-287415bb-436b-42db-9976-b360318a1759 req-7c7d1f3e-d236-465b-b320-053faf28028b tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344098 May 11 16:22:48.950875 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d6cb6-ce28-402a-8a72-cc04630dcb2a req-9a7ffb58-798e-4c10-af10-a337dd2d7679 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:48.953816 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d36d6cb6-ce28-402a-8a72-cc04630dcb2a req-9a7ffb58-798e-4c10-af10-a337dd2d7679 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 945 time: 0.1736944 May 11 16:22:49.096985 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d36d6cb6-ce28-402a-8a72-cc04630dcb2a req-fbd8e240-d036-4a4f-b4ee-e4612e60f35b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313343 May 11 16:22:49.268212 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:49.287643 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['76162825-00ea-4588-9efa-dc1247e3ae62', '4da4136a-0510-4168-ab29-d9ba0d4f6849'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:22:49.300379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:49.516946 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Pushing event deleted for resources: {'Port': ['ID=4da4136a-0510-4168-ab29-d9ba0d4f6849,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:49.604595 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:49.683069 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-10ed332e-1622-4e6d-875f-0ae9c011987d req-3d6026d8-bf35-4020-b9aa-6b3ef63c9c29 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Synchronizing usage tracker for tenant:d70784a1e4244546a217108368715a92 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:22:49.735527 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-10ed332e-1622-4e6d-875f-0ae9c011987d req-3d6026d8-bf35-4020-b9aa-6b3ef63c9c29 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Unset dirty status for tenant:d70784a1e4244546a217108368715a92 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:22:49.756874 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-10ed332e-1622-4e6d-875f-0ae9c011987d req-3d6026d8-bf35-4020-b9aa-6b3ef63c9c29 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] 10.222.0.73 "GET /v2.0/ports?device_id=01fc82c5-c9ce-4c74-bc97-76769865408b HTTP/1.1" status: 200 len: 210 time: 0.2488260 May 11 16:22:49.798573 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:22:49.875206 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:22:49.875968 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7b4d0913-fc53-4485-9dbe-ddc26cb1a85e not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:22:49.877034 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 4da4136a-0510-4168-ab29-d9ba0d4f6849 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:22:49.962416 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 4da4136a-0510-4168-ab29-d9ba0d4f6849 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:22:49.963504 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 4da4136a-0510-4168-ab29-d9ba0d4f6849 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:22:49.986493 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] No DVR routers for this DVR port 4da4136a-0510-4168-ab29-d9ba0d4f6849 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:22:50.016160 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:50.027689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'name': 'network-vif-deleted', 'tag': '4da4136a-0510-4168-ab29-d9ba0d4f6849'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:22:50.091805 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bff6a-36fc-4810-9b68-7b130cbfb739 req-10356608-06b9-440b-9743-f79bc63d382e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:50.104346 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d7bff6a-36fc-4810-9b68-7b130cbfb739 req-10356608-06b9-440b-9743-f79bc63d382e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.6398711 May 11 16:22:50.109508 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a057c276-48d5-49d7-ac66-b8554bd12c40 req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "DELETE /v2.0/ports/4da4136a-0510-4168-ab29-d9ba0d4f6849 HTTP/1.1" status: 204 len: 173 time: 2.8614585 May 11 16:22:50.177336 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864386f0-a690-4197-8ffc-d5e8346cfecd', 'name': 'network-vif-deleted', 'tag': '4da4136a-0510-4168-ab29-d9ba0d4f6849', 'status': 'completed', 'code': 200} May 11 16:22:50.212166 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d7bff6a-36fc-4810-9b68-7b130cbfb739 req-29e52b7e-e5a9-4a79-821a-9c1cff3d54e4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990441 May 11 16:22:50.551701 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b807a3b1-fa2e-4752-8fdc-f30e11354f94 req-cf702c87-7902-4f76-808b-08ee6a2dad59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.0907648 May 11 16:22:50.602558 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:51.224303 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1c01-40b9-441b-982d-428dbb155512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:51.605090 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65274ab-88b0-4ca9-a500-6e452bbe35b3 req-7beee940-5234-4474-95e5-963637d03913 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:51.606984 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c65274ab-88b0-4ca9-a500-6e452bbe35b3 req-7beee940-5234-4474-95e5-963637d03913 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1535277 May 11 16:22:51.708434 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c65274ab-88b0-4ca9-a500-6e452bbe35b3 req-2c07d74b-8fcd-419f-a753-68bf60b00b69 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883267 May 11 16:22:51.920265 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-b61655e1-f08e-4be7-8105-731c07f334ac req-470706af-74c1-427b-a360-5934235c7234 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Synchronizing usage tracker for tenant:aceeccde2e8942099297467ff6f42b54 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:22:51.961582 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-b61655e1-f08e-4be7-8105-731c07f334ac req-470706af-74c1-427b-a360-5934235c7234 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Unset dirty status for tenant:aceeccde2e8942099297467ff6f42b54 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:22:51.963600 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b61655e1-f08e-4be7-8105-731c07f334ac req-470706af-74c1-427b-a360-5934235c7234 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.1381402 May 11 16:22:52.578213 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:22:53.020406 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc58180-f7cd-4499-9f5e-be061c2a4d3f req-28c59e51-2ba4-46e4-a1a6-5e444dcdba63 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:53.023093 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2cc58180-f7cd-4499-9f5e-be061c2a4d3f req-28c59e51-2ba4-46e4-a1a6-5e444dcdba63 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1398449 May 11 16:22:53.123153 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2cc58180-f7cd-4499-9f5e-be061c2a4d3f req-e6a79ab9-8551-4fba-885a-2520c9e93db6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820420 May 11 16:22:53.215365 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:53.256593 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2d9b3511-bac5-4091-b7a8-03ec54b555e8 req-6ac5c0b8-9168-4a02-813c-2beccb973f27 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.0963442 May 11 16:22:54.634710 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-adc5e175-b948-48a6-b28f-e7d58a3a3a9e req-77bf2e6a-ab52-4d1a-9205-1e0099d81a80 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=864386f0-a690-4197-8ffc-d5e8346cfecd HTTP/1.1" status: 200 len: 210 time: 0.0871406 May 11 16:22:54.666902 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2089d8-3fd2-4ba9-9474-b821f03066e1 req-0e3dee4f-10fd-4fcb-af04-d1346f6bdfc5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:54.668663 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-aa2089d8-3fd2-4ba9-9474-b821f03066e1 req-0e3dee4f-10fd-4fcb-af04-d1346f6bdfc5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.3119655 May 11 16:22:54.757128 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-aa2089d8-3fd2-4ba9-9474-b821f03066e1 req-ce866a6a-7f8f-4a1c-9da0-36bb73d6e9a2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739062 May 11 16:22:55.414425 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:56.068495 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb85a78-7336-4f7d-8d2c-3b1eb56f9e03 req-ea0bab80-7c7e-4b13-b129-64e0687c671f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:56.073761 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4eb85a78-7336-4f7d-8d2c-3b1eb56f9e03 req-ea0bab80-7c7e-4b13-b129-64e0687c671f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 943 time: 0.1630907 May 11 16:22:56.146296 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4eb85a78-7336-4f7d-8d2c-3b1eb56f9e03 req-35837744-1637-4ec6-9104-649f5adab9b3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532861 May 11 16:22:56.341979 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f1045-ec91-4eac-bd38-0cfd3a54e880 req-4b96abf4-7c04-41f5-847a-59a745ff8ed1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:56.343593 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-125f1045-ec91-4eac-bd38-0cfd3a54e880 req-4b96abf4-7c04-41f5-847a-59a745ff8ed1 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.1391952 May 11 16:22:56.410203 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-125f1045-ec91-4eac-bd38-0cfd3a54e880 req-763f5f8e-ae26-4701-b23f-4ed5ee6c1671 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 May 11 16:22:56.708623 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:22:56.742117 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:56.918789 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:56.939191 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'port_id': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'mac_address': 'fa:16:3e:f1:d7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:22:57.070483 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:57.094759 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5d117b-487d-4dae-8cc6-a5516518343f {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:22:57.113206 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:22:57.119166 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:22:57.122132 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:22:57.236273 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=9']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:22:57.240681 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:22:57.490671 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab24ae-1f45-4fdd-bc3c-43f2b1a0e7b1 req-42fac8ff-5875-4b6f-8574-be78c9664109 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:57.493180 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a2ab24ae-1f45-4fdd-bc3c-43f2b1a0e7b1 req-42fac8ff-5875-4b6f-8574-be78c9664109 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.1221378 May 11 16:22:57.583643 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a2ab24ae-1f45-4fdd-bc3c-43f2b1a0e7b1 req-ef2c02df-dc8b-4c85-bb5d-fb568f3a52da tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819144 May 11 16:22:57.707009 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b354d-1ec7-470f-a510-d424fd4d57c6 req-b29389f1-7bd9-4896-a088-f66aeed9872e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:57.713613 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-436b354d-1ec7-470f-a510-d424fd4d57c6 req-b29389f1-7bd9-4896-a088-f66aeed9872e tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.1400750 May 11 16:22:57.767073 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-436b354d-1ec7-470f-a510-d424fd4d57c6 req-78529f09-75d8-4ddb-92fb-0ede924ea4bc tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509198 May 11 16:22:58.240242 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['5e5d117b-487d-4dae-8cc6-a5516518343f'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:22:58.873228 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64abd7-b17b-424c-b49b-eedd6bde6da8 req-725ef519-9e3e-4fb0-b735-37e440d5e147 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:58.875151 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff64abd7-b17b-424c-b49b-eedd6bde6da8 req-725ef519-9e3e-4fb0-b735-37e440d5e147 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.1122110 May 11 16:22:58.946235 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff64abd7-b17b-424c-b49b-eedd6bde6da8 req-f91ea531-4a5a-43a5-8e32-0d91914be63e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534048 May 11 16:22:59.058854 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfc326-138b-48f2-bf1e-4ccba5179572 req-ec3b5c62-3fec-448d-907b-6c3dd61115b0 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:59.060645 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-66dfc326-138b-48f2-bf1e-4ccba5179572 req-ec3b5c62-3fec-448d-907b-6c3dd61115b0 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.1419697 May 11 16:22:59.120553 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-66dfc326-138b-48f2-bf1e-4ccba5179572 req-abc084c7-dd9e-4ee0-a481-ceda3181bfad tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 May 11 16:22:59.838773 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:22:59.861444 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2fcd-bd25-4625-906b-ffe36fce00f9 req-c6bdce97-12a6-4e3d-a047-c187d4111fc5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:22:59.866746 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b1ad2fcd-bd25-4625-906b-ffe36fce00f9 req-c6bdce97-12a6-4e3d-a047-c187d4111fc5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.1788120 May 11 16:23:00.121511 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b1ad2fcd-bd25-4625-906b-ffe36fce00f9 req-075b8eeb-9c50-4e38-b4d9-46bad1ea2dc7 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442696 May 11 16:23:00.173755 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 48884) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:00.236587 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 5e5d117b-487d-4dae-8cc6-a5516518343f triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:00.237219 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:00.912753 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7742417-0018-40a6-ba0a-2ddd57cd4fdf req-4036246d-8562-4bf1-abea-e1131b3cc6e9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:00.915401 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7742417-0018-40a6-ba0a-2ddd57cd4fdf req-4036246d-8562-4bf1-abea-e1131b3cc6e9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 944 time: 0.3339918 May 11 16:23:00.927133 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28e936-030b-493e-8869-db96c788be47 req-ede840fe-cc72-4fd4-90eb-6ecccfbdc14d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:00.929612 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9f28e936-030b-493e-8869-db96c788be47 req-ede840fe-cc72-4fd4-90eb-6ecccfbdc14d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.3806324 May 11 16:23:01.020697 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9f28e936-030b-493e-8869-db96c788be47 req-7bd76715-94d2-4f1f-aa09-2d579f6a58f4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 May 11 16:23:01.058400 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:01.167689 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:23:01.227651 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48898) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:01.233700 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:01.242086 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:01.245508 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:01.369908 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7742417-0018-40a6-ba0a-2ddd57cd4fdf req-ac9503ff-3df8-468b-9067-200a74f38ca4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416428 May 11 16:23:01.431933 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'code': 200} May 11 16:23:01.441200 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8244334f-fb57-4590-a0fc-3cabf791bb0c tempest-TestMinimumBasicScenario-810740297 tempest-TestMinimumBasicScenario-810740297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:01.449057 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 48904) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:01.449746 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-8244334f-fb57-4590-a0fc-3cabf791bb0c tempest-TestMinimumBasicScenario-810740297 tempest-TestMinimumBasicScenario-810740297-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1093 time: 1.2738848 May 11 16:23:01.454773 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'port_id': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:01.475822 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:01.493705 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:floatingip and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:01.502460 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:01.516873 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:01.540571 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for floatingip, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:01.614250 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=10']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:01.648684 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:01.722878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:01.747216 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:01.755168 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Usage tracker for resource:security_group_rule and tenant:e858baac7dde4a5bbcab7edb928b0e19 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:01.764203 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:01.777612 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:02.260380 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:02.291437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:02.307664 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-515192fc-5b9c-4ef7-9393-73ee1c3ae7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:02.375650 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de57d4e-e03e-4f12-81e0-6e6fa88ae5ab,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:02.387076 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:02.419187 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39376c-97b5-47f1-8357-1287af1ad4a7 req-0efde49d-794d-4ae1-8b2f-a0e3c957495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:02.423045 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2c39376c-97b5-47f1-8357-1287af1ad4a7 req-0efde49d-794d-4ae1-8b2f-a0e3c957495d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1099 time: 0.1856718 May 11 16:23:02.522978 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2c39376c-97b5-47f1-8357-1287af1ad4a7 req-141c84c2-fc3b-4934-88b5-c51c61108667 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884519 May 11 16:23:02.557593 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:02.787628 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c617c6-88a0-4c78-81e3-a70eb93d633f req-df7907fd-0494-4db6-b043-795742c4d34d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:02.798726 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36c617c6-88a0-4c78-81e3-a70eb93d633f req-df7907fd-0494-4db6-b043-795742c4d34d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.1908143 May 11 16:23:02.829257 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e858baac7dde4a5bbcab7edb928b0e19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5992815 May 11 16:23:02.834290 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 48918) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:02.916884 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Allocated IP 172.27.2.119 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/af1c7e75-920d-49ec-aa85-8d922c747596) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:23:02.963312 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36c617c6-88a0-4c78-81e3-a70eb93d633f req-1f072cac-c938-41bf-8607-b1fdf6cc4766 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610420 May 11 16:23:02.967686 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608163-b176-4982-9b0e-6da6dc6102fa req-04f487b3-d9e6-4c9b-a8a5-1bb6f3a686bc tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:02.970583 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ae608163-b176-4982-9b0e-6da6dc6102fa req-04f487b3-d9e6-4c9b-a8a5-1bb6f3a686bc tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.4165416 May 11 16:23:03.028579 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:03.070526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:03.178115 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:03.187454 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4833aed7-118b-46f2-a4b5-ff88bbea99d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:03.213075 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de57d4e-e03e-4f12-81e0-6e6fa88ae5ab,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:03.217556 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:03.219833 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:03.221528 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3de57d4e-e03e-4f12-81e0-6e6fa88ae5ab HTTP/1.1" status: 204 len: 168 time: 0.3846498 May 11 16:23:03.236198 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ae608163-b176-4982-9b0e-6da6dc6102fa req-0bd153db-e0e9-4fb1-a570-d25e3708c814 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506046 May 11 16:23:03.481186 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:03.540496 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:03.550172 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70febaa7-7863-4a5c-b159-22a2a177e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:03.711473 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:23:03.719812 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:03.724258 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:23:03.994424 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'Port': ['ID=af1c7e75-920d-49ec-aa85-8d922c747596,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:04.006092 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:04.609332 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a32d2-6405-4a07-a74e-7a25e8284bc4 req-04cc99c6-3893-405f-b116-1270b2294a08 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:04.633909 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c69a32d2-6405-4a07-a74e-7a25e8284bc4 req-04cc99c6-3893-405f-b116-1270b2294a08 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.3198223 May 11 16:23:04.717141 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c69a32d2-6405-4a07-a74e-7a25e8284bc4 req-b0489446-0fcf-4b19-b9c5-7b2e02c6e72c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754607 May 11 16:23:05.164877 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f4928-1824-4dab-9cc7-82527b498fd6 req-cd3da4a7-c443-4056-96d4-c7a405c95d2d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:05.167716 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-592f4928-1824-4dab-9cc7-82527b498fd6 req-cd3da4a7-c443-4056-96d4-c7a405c95d2d tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.6903794 May 11 16:23:05.398485 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-592f4928-1824-4dab-9cc7-82527b498fd6 req-e37a8640-ddb4-4f4b-9da6-ff5958c5bbdb tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044246 May 11 16:23:05.933847 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:06.417071 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a9649-3726-40d3-9ea7-7aa863429eba req-80059372-3bd3-4101-89d3-d1ca341d2957 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:06.432640 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-627a9649-3726-40d3-9ea7-7aa863429eba req-80059372-3bd3-4101-89d3-d1ca341d2957 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.4041693 May 11 16:23:06.479251 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2709-00bf-4a51-a142-92d67ef79108 req-478f36c6-1a55-48b1-b620-54670eb5aefe tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:06.482887 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-574e2709-00bf-4a51-a142-92d67ef79108 req-478f36c6-1a55-48b1-b620-54670eb5aefe tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2884867 May 11 16:23:06.575361 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:06.830700 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-627a9649-3726-40d3-9ea7-7aa863429eba req-ebd3c343-53c4-46a3-b330-63b09cbe2eaa tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450532 May 11 16:23:07.018050 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Deleting port 76162825-00ea-4588-9efa-dc1247e3ae62 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:23:07.018652 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:07.267686 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8bdfb-75fd-4674-b967-c24d52a3ae77 req-35986f26-bbdc-4290-b7fa-b29421666460 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:07.272064 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9b8bdfb-75fd-4674-b967-c24d52a3ae77 req-35986f26-bbdc-4290-b7fa-b29421666460 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 945 time: 0.2524464 May 11 16:23:07.368624 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] For port 76162825-00ea-4588-9efa-dc1247e3ae62, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=76162825-00ea-4588-9efa-dc1247e3ae62,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:07.369238 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:07.522515 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:07.557331 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:07.607476 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:07.932721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Calling delete_port for 76162825-00ea-4588-9efa-dc1247e3ae62 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:23:08.021006 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:08.244350 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9b8bdfb-75fd-4674-b967-c24d52a3ae77 req-ebb46a13-91fc-4818-b93e-0ad987af6c4b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/security-groups?id=66a25deb-b54f-4210-9b5c-8f39a3b8283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127067 May 11 16:23:08.299296 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'Port': ['ID=af1c7e75-920d-49ec-aa85-8d922c747596,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:08.328172 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:08.447975 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.l3_db [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Floating IP 60642c34-e3f1-4cbb-a097-13dfe098dc0b associated. External IP: 172.27.2.119, port: 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd. May 11 16:23:08.517271 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:08.546335 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:08.635695 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c50acd-7891-4f83-a283-34c0f05e64ad req-d86a5fc2-d7db-4b6f-985f-8adccfe30cd2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:08.637260 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-13c50acd-7891-4f83-a283-34c0f05e64ad req-d86a5fc2-d7db-4b6f-985f-8adccfe30cd2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.2562757 May 11 16:23:08.681261 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Pushing event deleted for resources: {'Port': ['ID=76162825-00ea-4588-9efa-dc1247e3ae62,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:08.733599 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] No DVR routers for this DVR port 76162825-00ea-4588-9efa-dc1247e3ae62 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:23:08.757376 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:08.762777 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.763882 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.763882 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.764268 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.764796 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.764990 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.765225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.765683 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.766041 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.766399 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.766830 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.767183 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:08.771701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'name': 'network-vif-deleted', 'tag': '76162825-00ea-4588-9efa-dc1247e3ae62'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:23:08.796843 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:08.833123 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-574e2709-00bf-4a51-a142-92d67ef79108 req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.87 "DELETE /v2.0/ports/76162825-00ea-4588-9efa-dc1247e3ae62 HTTP/1.1" status: 204 len: 173 time: 2.2975976 May 11 16:23:08.864165 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-13c50acd-7891-4f83-a283-34c0f05e64ad req-31c87708-6a8a-47f5-8451-d087a83025bf tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717162 May 11 16:23:08.867039 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7c313-94f1-4d40-bdba-c3328acdabe0', 'name': 'network-vif-deleted', 'tag': '76162825-00ea-4588-9efa-dc1247e3ae62', 'status': 'completed', 'code': 200} May 11 16:23:09.190769 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:23:09.645456 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:23:09.662726 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] Sync routers for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:23:09.695469 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:09.697984 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:22:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:09.893421 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ecd7677d-91a0-4e50-ab9a-dc38178a6383 req-9b12a4df-cc0f-4127-b43f-ca870e619ef4 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9e7c313-94f1-4d40-bdba-c3328acdabe0 HTTP/1.1" status: 200 len: 210 time: 0.1943309 May 11 16:23:09.894940 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:09.902026 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 76162825-00ea-4588-9efa-dc1247e3ae62 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:23:10.004741 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5515084 May 11 16:23:10.004741 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:23:10.006128 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49018) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:10.014269 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286761289', 'description': 'tempest-secgroup-smoke-1286761289 description', 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:10.050857 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:10.080564 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:10.106198 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:10.126006 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 76162825-00ea-4588-9efa-dc1247e3ae62 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:23:10.126911 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 76162825-00ea-4588-9efa-dc1247e3ae62 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:23:10.150604 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:10.177945 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:10.183682 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'status': 'completed', 'code': 200} May 11 16:23:10.195871 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:10.200192 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:10.212521 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:10.656929 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-cae22bbe-ce34-4258-b6c2-51208de0e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:10.658406 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-cae22bbe-ce34-4258-b6c2-51208de0e3f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1098 time: 0.4495261 May 11 16:23:10.671885 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:10.700955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:10.713142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:10.844721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f702bd1-f057-4273-ae21-18e45cbbe82c req-861e9450-9e83-4148-bb2e-c100fcce8473 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:10.853688 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9f702bd1-f057-4273-ae21-18e45cbbe82c req-861e9450-9e83-4148-bb2e-c100fcce8473 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.5364139 May 11 16:23:10.907899 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:10.914044 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49028) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:10.915131 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9058957 May 11 16:23:10.920899 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c853721a-c835-49e7-aaa5-c024941c2953,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:10.950961 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'security_group_rule': {'security_group_id': 'c853721a-c835-49e7-aaa5-c024941c2953', 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:10.957950 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:10.979239 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:10.990381 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:11.015178 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:11.034852 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:11.049147 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9f702bd1-f057-4273-ae21-18e45cbbe82c req-5710e1c0-bb4b-48ce-a787-ed45dc57f6d7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889582 May 11 16:23:11.055460 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '60642c34-e3f1-4cbb-a097-13dfe098dc0b', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'port_id': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'mac_address': 'fa:16:3e:ed:f3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:23:05Z', 'updated_at': '2021-05-11T16:23:05Z', 'revision_number': 0, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:56Z', 'revision_number': 5, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:11.095447 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] Checking router: 1f812b0a-bf42-41fc-aafc-6edbadab1c40 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:23:11.122054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.143001 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-82f924de-84f7-4a30-a9b0-201fc7e0a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:11.149235 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-82f924de-84f7-4a30-a9b0-201fc7e0a10c service neutron] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 916 time: 0.4752166 May 11 16:23:11.155074 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:11.156293 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:22:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:11.277598 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49034) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:11.303056 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.310632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.314720 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-204b768f-b868-401f-8c5a-e7be621b4d94 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:11.352442 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3914b79c-43e7-4d6b-abfe-aa60de6d1e2d,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:11.360419 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:11.405431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.413713 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4932802 May 11 16:23:11.424188 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49038) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:11.437407 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'security_group_rule': {'security_group_id': 'c853721a-c835-49e7-aaa5-c024941c2953', 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:11.449441 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:11.459264 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:11.468430 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:11.486944 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:11.541363 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.700914 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:11.749728 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.757954 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.764245 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:11.887567 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:11.897969 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4695883 May 11 16:23:11.901991 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49046) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:11.918676 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'security_group_rule': {'security_group_id': 'c853721a-c835-49e7-aaa5-c024941c2953', 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:11.922096 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dd5aad-ed42-48d9-9efb-c01a5915ede3,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:11.926488 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:11.927509 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:11.934687 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:11.939121 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:11.954678 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:11.992481 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.154328 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.165509 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.168913 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-936f30f7-d54e-43e7-b95e-9f6593f8e18c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:12.272642 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce18841-cf60-4ed3-acf2-6f0ac119f4a7,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:12.277798 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:12.281133 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.288079 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800051 May 11 16:23:12.288400 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49058) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:12.295189 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'security_group_rule': {'security_group_id': 'c853721a-c835-49e7-aaa5-c024941c2953', 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:12.305528 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:12.312107 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:12.316776 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:12.326874 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:12.370237 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.445873 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-02953298-aa4d-42f6-920b-6719cc73ace0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 999 time: 0.3310378 May 11 16:23:12.531012 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '60642c34-e3f1-4cbb-a097-13dfe098dc0b', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'port_id': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'mac_address': 'fa:16:3e:ed:f3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:23:05Z', 'updated_at': '2021-05-11T16:23:05Z', 'revision_number': 0, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:56Z', 'revision_number': 5, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:12.545543 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcfb85-035b-498a-a651-66c02b07108e None None] The sync data for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi is: [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '60642c34-e3f1-4cbb-a097-13dfe098dc0b', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'port_id': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'mac_address': 'fa:16:3e:ed:f3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:23:05Z', 'updated_at': '2021-05-11T16:23:05Z', 'revision_number': 0, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:56Z', 'revision_number': 5, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:23:12.552793 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.563306 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.579259 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-da5333d6-9b12-412a-b0da-16706d96ed02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:12.645514 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5a1fee-36da-4a40-9e73-2c9f12131399,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:12.649080 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:12.667152 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.684672 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3907549 May 11 16:23:12.691457 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49072) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:12.701200 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'security_group_rule': {'security_group_id': 'c853721a-c835-49e7-aaa5-c024941c2953', 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:12.710580 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:12.723036 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:12.728942 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:12.739797 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:12.769720 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.securitygroups_db [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Project 46c5699dcb834b45a7310fbd1b9c1cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:23:12.785287 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.945034 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.952254 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:12.957279 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-30c23495-4d6c-4673-a2ab-46c43574c322 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:13.004431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4ff7c9-dd0d-447f-85b8-218ea6bc22ae,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:13.009028 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:13.032766 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:13.038004 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-f40a5533-7386-4ec9-90ed-47f2fb758d10 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446894 May 11 16:23:13.042814 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49098) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:13.046163 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b4816c-ac51-4a71-9acb-0b65632811c7 None None] New status for floating IP 60642c34-e3f1-4cbb-a097-13dfe098dc0b: ACTIVE {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:23:13.056215 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'security_group_rule': {'security_group_id': 'c853721a-c835-49e7-aaa5-c024941c2953', 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:13.069759 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:13.078303 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Usage tracker for resource:security_group_rule and tenant:46c5699dcb834b45a7310fbd1b9c1cb0 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:13.086160 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:13.098294 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:13.116699 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.securitygroups_db [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Project 46c5699dcb834b45a7310fbd1b9c1cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:23:13.129106 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:13.152850 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e210f-c9f6-4757-b186-b556a6525786 req-e34efd33-0629-465a-a713-1d637b6d3341 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:13.156095 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b55e210f-c9f6-4757-b186-b556a6525786 req-e34efd33-0629-465a-a713-1d637b6d3341 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.4578195 May 11 16:23:13.270219 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:13.277424 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:13.281649 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:13.349985 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37c29ec-e98d-4748-b4a6-8e126fab68bc,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:13.359481 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:13.382762 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:13.390054 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395460 May 11 16:23:13.453564 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b55e210f-c9f6-4757-b186-b556a6525786 req-736fa36f-4ace-4255-b0a2-5596154cde0a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827375 May 11 16:23:13.469291 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-c25a0c38-af07-4d70-9101-a12c7fa54824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:13.472510 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-c25a0c38-af07-4d70-9101-a12c7fa54824 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.4322603 May 11 16:23:13.555740 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:13.739894 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-10302bba-b454-45a9-9eff-05285d76fa28 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286761289&fields=id&tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0 HTTP/1.1" status: 200 len: 267 time: 0.0773528 May 11 16:23:13.907835 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-31be61a0-ca04-4504-9816-c305a6dc654e tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:13.910008 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-31be61a0-ca04-4504-9816-c305a6dc654e tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.1595302 May 11 16:23:13.929950 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'port': {'security_groups': ['9086f003-380b-47d4-b162-0b14ef2467cc', 'c853721a-c835-49e7-aaa5-c024941c2953']}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:14.094646 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:14.537287 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-290cffff-46f4-4657-b356-97be29fe611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:14.540271 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-290cffff-46f4-4657-b356-97be29fe611f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4096510 May 11 16:23:14.826898 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:14.845122 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Deleting port 04f949b5-e59e-4474-8406-69066782c220 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:23:14.845588 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:14.894662 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:14.901257 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:14.908341 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:14.915056 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:23:14.987756 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:14.988420 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:15.004411 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d127d0c1-0c15-4ed7-bde3-64370ab0c380 req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "PUT /v2.0/ports/7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 981 time: 1.0816987 May 11 16:23:15.012582 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:23:15.107302 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=6']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:15.112971 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:15.204577 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-6bed6a30-f522-4fd0-a4e4-8902c5b26f8e service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397130 May 11 16:23:15.296002 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:23:15.469734 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313365c-6cc5-4c0b-a2c8-7367f76f7ccc req-1e09b0f0-d16e-4cfe-9b51-e492bca4776a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:15.471410 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3313365c-6cc5-4c0b-a2c8-7367f76f7ccc req-1e09b0f0-d16e-4cfe-9b51-e492bca4776a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.2565846 May 11 16:23:15.595610 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3313365c-6cc5-4c0b-a2c8-7367f76f7ccc req-f3b4039a-e1a8-4e76-a1da-145600b741bf tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057510 May 11 16:23:15.654515 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8cbd3bc5-318b-468d-9877-e4aba1fd5cfc req-a3e1736f-7f94-4178-949e-4f99aee51ebd service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299119 May 11 16:23:15.710258 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] For port 04f949b5-e59e-4474-8406-69066782c220, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=04f949b5-e59e-4474-8406-69066782c220,segment=NetworkSegment(743252ff-f98b-44a2-9f5a-26aa47239118),segment_id=743252ff-f98b-44a2-9f5a-26aa47239118)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:15.711628 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:15.760199 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047a457-7359-4c78-8e04-9d5ed566b63a req-6a9bfbe8-b9a1-4214-b1a7-bd2c177475e3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:15.769816 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7047a457-7359-4c78-8e04-9d5ed566b63a req-6a9bfbe8-b9a1-4214-b1a7-bd2c177475e3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 1.0000746 May 11 16:23:15.794398 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'status': 'completed', 'code': 200} May 11 16:23:15.798864 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-d1c6339f-087c-4cf3-aa40-8bbfc5a84e1d None None] Provisioning complete for port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:15.799788 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1c6339f-087c-4cf3-aa40-8bbfc5a84e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:16.006807 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Calling delete_port for 04f949b5-e59e-4474-8406-69066782c220 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:23:16.050523 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7047a457-7359-4c78-8e04-9d5ed566b63a req-66230e90-1363-4e35-9180-cbd5485ca1b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794845 May 11 16:23:16.121624 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-1443e586-c3ec-4f90-afcf-583e162d0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:16.123576 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-1443e586-c3ec-4f90-afcf-583e162d0b94 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1137 time: 0.2565405 May 11 16:23:16.856170 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-f08116b7-28b2-486f-b61f-be8a9de870f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:16.860060 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-f08116b7-28b2-486f-b61f-be8a9de870f3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 916 time: 0.3021190 May 11 16:23:17.041899 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-658daaaa-3906-4573-a322-bbdddc3867a3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 1001 time: 0.1469498 May 11 16:23:17.043156 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:17.048283 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:17.143002 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f949b5-e59e-4474-8406-69066782c220,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:17.154491 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:17.261290 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-a615bd74-3152-44ae-b449-a8239c8ea757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:17.262747 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-a615bd74-3152-44ae-b449-a8239c8ea757 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.1718447 May 11 16:23:17.369731 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-845f77e4-c6bf-41ff-a009-86180d3fb805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:17.623224 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:17.632470 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-11fc9e52-88d3-4233-bbbb-47ea7b8788cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:17.634480 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-11fc9e52-88d3-4233-bbbb-47ea7b8788cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3502507 May 11 16:23:18.101138 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-dbca3db7-4fe7-41a3-9aed-a1b44f8f2d20 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799546 May 11 16:23:18.742619 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Router 7f557812-1d07-4401-92f5-5927f4ee1981 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:23:19.036635 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ccd58d0-2423-45c5-a597-3b8337cd954a req-57fbce3f-8391-4515-94aa-04f4a539c9ff service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212419 May 11 16:23:19.054165 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49228) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:19.109731 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:23:19.124928 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] Sync routers for ids ['7f557812-1d07-4401-92f5-5927f4ee1981'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:23:19.141753 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49234) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:19.147384 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] Routers {'7f557812-1d07-4401-92f5-5927f4ee1981'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:19.149121 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:22:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['7f557812-1d07-4401-92f5-5927f4ee1981'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:19.159738 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] 10.222.0.73 "PUT /v2.0/routers/7f557812-1d07-4401-92f5-5927f4ee1981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8793485 May 11 16:23:19.623314 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] Set router 7f557812-1d07-4401-92f5-5927f4ee1981 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:19.717929 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:19.767326 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:19.795202 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Usage tracker for resource:security_group_rule and tenant:ebde26ff97ff424397bf360d590647ba is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:19.845827 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:19.892710 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:19.961157 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks [] for router, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:20.336943 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:23:16Z', 'revision_number': 5, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:20.347107 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] Checking router: 7f557812-1d07-4401-92f5-5927f4ee1981 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:23:20.366048 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] Routers {'7f557812-1d07-4401-92f5-5927f4ee1981'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:20.367037 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:22:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['7f557812-1d07-4401-92f5-5927f4ee1981'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:20.668645 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:20.715413 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:20.751208 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] Set router 7f557812-1d07-4401-92f5-5927f4ee1981 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:20.849980 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:20.864700 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:20.879673 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-57beceb8-337e-4509-8923-66f47817a986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:20.965047 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebde26ff97ff424397bf360d590647ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9087877 May 11 16:23:20.965424 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49252) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:20.967966 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0bf1f3-c028-41aa-bdb6-1c5bd7fbf5dd,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:20.980162 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.980744 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.981146 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.981497 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.981841 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.982184 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.982532 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.983014 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.983423 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.983878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.984437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.985314 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:20.993218 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:21.030866 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Deleting port 74860418-99ee-4e96-b926-720c62b2b4d3 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:23:21.031239 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:21.104037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:21.194888 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:21.246587 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0e2d-592d-4adf-8bb5-adb72e56633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:21.392244 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] For port 74860418-99ee-4e96-b926-720c62b2b4d3, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=74860418-99ee-4e96-b926-720c62b2b4d3,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:21.392795 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:21.418146 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:21.445873 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ece86bdf-ed0f-45d8-8e99-ba2602edc8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:21.474538 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0bf1f3-c028-41aa-bdb6-1c5bd7fbf5dd,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:21.479995 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:21.482060 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:21.486225 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da0bf1f3-c028-41aa-bdb6-1c5bd7fbf5dd HTTP/1.1" status: 204 len: 168 time: 0.5172467 May 11 16:23:21.662789 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:23:16Z', 'revision_number': 5, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:21.678057 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b023e7-7003-4a9b-b108-42d36168a23d None None] The sync data for ids ['7f557812-1d07-4401-92f5-5927f4ee1981'] in dv-cinder-761113-11-iscsi is: [{'id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'name': 'tempest-ServerRescueNegativeTestJSON-1171508686-router', 'tenant_id': 'aceeccde2e8942099297467ff6f42b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:04Z', 'updated_at': '2021-05-11T16:23:16Z', 'revision_number': 5, 'project_id': 'aceeccde2e8942099297467ff6f42b54', 'gw_port': {'id': '74860418-99ee-4e96-b926-720c62b2b4d3', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f557812-1d07-4401-92f5-5927f4ee1981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:05Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:23:21.788839 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Calling delete_port for 74860418-99ee-4e96-b926-720c62b2b4d3 owned by network:router_gateway {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:23:22.456459 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:22.471169 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:22.551997 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Pushing event deleted for resources: {'Port': ['ID=74860418-99ee-4e96-b926-720c62b2b4d3,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:22.613275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:22.736330 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.011054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.015583 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.229524 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.316782 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.317570 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f557812-1d07-4401-92f5-5927f4ee1981 {{(pid=78808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:23:23.360264 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.362698 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7f557812-1d07-4401-92f5-5927f4ee1981 HTTP/1.1" status: 204 len: 168 time: 4.2191749 May 11 16:23:23.366869 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49268) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:23.524073 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 04f949b5-e59e-4474-8406-69066782c220 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:23:23.623038 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Deleting subnet 5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:23:23.642663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.686779 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 04f949b5-e59e-4474-8406-69066782c220 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:23:23.688160 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 04f949b5-e59e-4474-8406-69066782c220 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:23:23.760818 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:23.858360 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:24.525957 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:24.543013 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2e5e3cb2-dcd2-4c30-9e0c-ec6666237dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:24.612106 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:24.619074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:24.629557 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5dbf4eb8-5d03-4f15-b129-c35d9bd2e21c HTTP/1.1" status: 204 len: 168 time: 1.2608316 May 11 16:23:24.631224 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:24.634236 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49276) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:24.872520 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.177039 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.206817 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8d45a7-9f03-45ba-b836-f8be507d6c50']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:25.235336 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743252ff-f98b-44a2-9f5a-26aa47239118') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:25.235958 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743252ff-f98b-44a2-9f5a-26aa47239118') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:25.273060 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.326568 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.349590 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:23:25.350303 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.386058 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 74860418-99ee-4e96-b926-720c62b2b4d3 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:23:25.407625 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:23:25.503167 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 74860418-99ee-4e96-b926-720c62b2b4d3 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:23:25.510670 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 74860418-99ee-4e96-b926-720c62b2b4d3 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:23:25.601707 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.676564 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.691583 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:25.696899 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f443f537-6da3-4b72-85f1-513d536d2cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:25.782096 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8d45a7-9f03-45ba-b836-f8be507d6c50,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:25.790294 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] 10.222.0.73 "DELETE /v2.0/networks/4e8d45a7-9f03-45ba-b836-f8be507d6c50 HTTP/1.1" status: 204 len: 168 time: 1.1532211 May 11 16:23:25.797648 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d02e1180-fd07-443e-a59f-ac8ed1bbd7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:26.314165 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-9e858d50-7798-4d8b-8963-18bb8f8af94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:26.317755 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-9e858d50-7798-4d8b-8963-18bb8f8af94f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1137 time: 0.1950092 May 11 16:23:26.384563 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49296) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:26.627167 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0880a-54d5-401e-88c4-6ed95d1533f2 req-230cffd5-76eb-446d-90f1-329bbaf51d47 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:26.636237 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d8d0880a-54d5-401e-88c4-6ed95d1533f2 req-230cffd5-76eb-446d-90f1-329bbaf51d47 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.3332422 May 11 16:23:26.685027 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-bf63abfc-07a3-4bfd-abcf-3aa7b9d59484 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aceeccde2e8942099297467ff6f42b54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2944274 May 11 16:23:26.691158 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49300) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:26.716903 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d8d0880a-54d5-401e-88c4-6ed95d1533f2 req-c2ef214d-0b3f-4695-8f70-e991e373ab3e tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793986 May 11 16:23:26.758468 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:26.774800 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-3765a2a2-f8fb-43bb-8711-448376dea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:26.776849 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-3765a2a2-f8fb-43bb-8711-448376dea821 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 916 time: 0.4430120 May 11 16:23:27.114733 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-f57d1749-8c8a-4ed7-a634-d7cc8ee7a465 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 1001 time: 0.3277593 May 11 16:23:27.117712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:27.161577 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:27.403977 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:27.412898 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:27.431909 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-5a71f05b-cd23-440a-89c9-5d90aea62ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:27.434687 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-5a71f05b-cd23-440a-89c9-5d90aea62ac6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.2517002 May 11 16:23:27.449127 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a25deb-b54f-4210-9b5c-8f39a3b8283b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:27.453582 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:27.545359 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:27.547591 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66a25deb-b54f-4210-9b5c-8f39a3b8283b HTTP/1.1" status: 204 len: 168 time: 0.8548610 May 11 16:23:27.607025 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-8d27c4c3-8202-4f9a-a71c-0ea609ab5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:27.609853 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-8d27c4c3-8202-4f9a-a71c-0ea609ab5925 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1468897 May 11 16:23:27.869466 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-1e5d696a-36cf-4f22-be75-1f2baeb1e6ed service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1400254 May 11 16:23:27.916734 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-8ffb46fc-5eb0-4ebc-a749-754d40c57da1 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946768 May 11 16:23:28.091682 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-cbba3c2a-b325-4472-bc3f-5a49342bfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:28.099278 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-cbba3c2a-b325-4472-bc3f-5a49342bfccc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 1099 time: 0.1842389 May 11 16:23:28.503612 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-b4796d9a-c71c-465c-a4b0-26bf035320b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:28.506220 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-b4796d9a-c71c-465c-a4b0-26bf035320b0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.3675134 May 11 16:23:28.574546 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dbdb38c-aaac-432b-a3ad-b15ed6f8be4d req-044e6776-8fad-4ff4-a58d-8ced53902e7e service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478283 May 11 16:23:28.647490 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2872bd-6163-4460-8537-8d6c84647e42 req-933f42f7-81da-492a-a379-5963af529638 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:28.650117 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7b2872bd-6163-4460-8537-8d6c84647e42 req-933f42f7-81da-492a-a379-5963af529638 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.3997254 May 11 16:23:28.845949 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-139be6dc-6395-4157-92ff-b3715f50f7ea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5d117b-487d-4dae-8cc6-a5516518343f HTTP/1.1" status: 200 len: 1000 time: 0.3324172 May 11 16:23:29.138049 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-4de7349c-ed17-4a89-98f6-01438f60d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:29.139943 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-4de7349c-ed17-4a89-98f6-01438f60d041 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.2843275 May 11 16:23:29.172859 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-7b2872bd-6163-4460-8537-8d6c84647e42 req-6ef574ae-1ebd-45d9-ace0-488eecfbbd3f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Synchronizing usage tracker for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:23:29.235155 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-7b2872bd-6163-4460-8537-8d6c84647e42 req-6ef574ae-1ebd-45d9-ace0-488eecfbbd3f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Unset dirty status for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:23:29.238709 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7b2872bd-6163-4460-8537-8d6c84647e42 req-6ef574ae-1ebd-45d9-ace0-488eecfbbd3f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5736613 May 11 16:23:29.416030 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-69a63cc8-b989-4e75-8432-897afd6b75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:29.424980 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-69a63cc8-b989-4e75-8432-897afd6b75f2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2705076 May 11 16:23:29.604019 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:23:29.765571 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-dcaf0e08-878c-4fa3-bca9-807c99319596 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315549 May 11 16:23:30.068273 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49338) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:30.134395 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-467a42c7-a91c-4999-883c-3dba6129ef04 req-5061f4fe-bc0b-4fba-b862-2c6fa506d330 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589149 May 11 16:23:30.302745 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-990056486-network', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:30.310440 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:30.317456 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Usage tracker for resource:network and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:30.322580 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:30.336694 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:30.357538 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Made reservation on behalf of a7725dc6d22c42f49d7d74400ec7e8b7 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:23:30.361413 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.379691 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.405334 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:30.412307 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Usage tracker for resource:security_group_rule and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:30.416668 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:30.432322 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:30.618226 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.627342 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.646348 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:23:30.664074 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.664620 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Added segment 58be6620-8c74-4510-a3b3-d05e3a3b4377 of type vlan for network ee6a4206-7497-4915-8518-e919b025bed3 May 11 16:23:30.710859 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.754005 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3f726f4b-88bc-4fa0-ab7e-c64c792203f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:30.773417 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.779526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:30.780036 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:30.799037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43d273-ccc7-48af-8f83-95f216b70501 req-d58bc2ff-f9b1-4c96-baaa-002543f9cd72 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:30.807147 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bc43d273-ccc7-48af-8f83-95f216b70501 req-d58bc2ff-f9b1-4c96-baaa-002543f9cd72 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.2198110 May 11 16:23:30.848582 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7750120 May 11 16:23:30.850672 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49348) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:30.858648 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e1fbed-9ac8-4521-a7c4-32cef647aae9,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:30.881949 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:30.882687 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-69a5c384-4236-404b-8113-6e6f676483ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:30.905905 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Request body: {'subnet': {'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-990056486-subnet', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:30.924079 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:31.018502 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Usage tracker for resource:subnet and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:31.053778 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:31.095630 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:31.144392 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bc43d273-ccc7-48af-8f83-95f216b70501 req-dcd8e379-3815-46f6-b45c-7cca4d0bbef8 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3096220 May 11 16:23:31.152384 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Pushing event updated for resources: {'Network': ['ID=ee6a4206-7497-4915-8518-e919b025bed3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:31.158403 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:31.172786 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network ee6a4206-7497-4915-8518-e919b025bed3 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:23:31.198905 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Made reservation on behalf of a7725dc6d22c42f49d7d74400ec7e8b7 for: {'subnet': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:23:31.205324 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2718750'] for subnet, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:32.169407 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1826086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2718828'] for subnet, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:32.180077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:32.327489 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7d50df-be0a-4509-858c-ab813bd7e048,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:32.333162 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:32.340522 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Checking segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:23:32.340893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Network hostable DHCP agents. Network: ee6a4206-7497-4915-8518-e919b025bed3, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:23:32.370938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Network ee6a4206-7497-4915-8518-e919b025bed3 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:23:32.406118 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, ee6a4206-7497-4915-8518-e919b025bed3) {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:32.419938 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e48200-90e0-4fb4-b6e5-0ac7afa2fac2 None None] Network ee6a4206-7497-4915-8518-e919b025bed3 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:23:32.444167 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:32.444897 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:32.510944 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6578226 May 11 16:23:32.514443 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49370) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:32.528756 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:32.539253 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:32.546507 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Usage tracker for resource:router and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:32.553206 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:32.565396 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:32.603169 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:32.606946 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:32.656038 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:32.702808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac2d8d-f57f-49f5-9bb2-8f05fe482703 req-b51e579b-6073-4357-b8eb-e196b715ca4b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:32.716438 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-37ac2d8d-f57f-49f5-9bb2-8f05fe482703 req-b51e579b-6073-4357-b8eb-e196b715ca4b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.3759491 May 11 16:23:32.791109 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-37ac2d8d-f57f-49f5-9bb2-8f05fe482703 req-45b3d98a-89ec-437b-9c93-4e505058c386 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732193 May 11 16:23:33.090638 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-ee6a4206-7497-4915-8518-e919b025bed3', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:23:33.092015 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:33.192541 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:33.495960 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Allocated IP 172.20.0.2 (ee6a4206-7497-4915-8518-e919b025bed3/3e7d50df-be0a-4509-858c-ab813bd7e048/4f4fe77c-41a9-4983-bde8-face92165c4d) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:23:34.059020 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.072319 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.112865 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Transition to ACTIVE for port object 4f4fe77c-41a9-4983-bde8-face92165c4d will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:23:34.187556 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Transition to ACTIVE for port object 4f4fe77c-41a9-4983-bde8-face92165c4d will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:23:34.198946 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.206038 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-71b198c8-488b-429c-9f06-7845523fd3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:34.253564 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.355256 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba25b-6967-4c24-ae72-80ca304b6f1e req-333a1066-b15d-44cc-ad67-964e3333a247 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:34.363830 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-678ba25b-6967-4c24-ae72-80ca304b6f1e req-333a1066-b15d-44cc-ad67-964e3333a247 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.2141838 May 11 16:23:34.365962 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Network ee6a4206-7497-4915-8518-e919b025bed3 is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:23:34.371918 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:34.373107 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:23:34.490002 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-678ba25b-6967-4c24-ae72-80ca304b6f1e req-a31d5f9f-ab6e-41ce-9f8b-ce44458c54cf tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246948 May 11 16:23:34.555424 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Allocated IP 172.27.2.98 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/4c655e65-677c-4ce6-a7ec-26b0c539e3c4) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:23:34.589470 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Pushing event updated for resources: {'Port': ['ID=4f4fe77c-41a9-4983-bde8-face92165c4d,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:34.627257 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.628412 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.629005 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.629500 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.630097 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.630602 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.631187 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.631703 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.632065 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.632466 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.632977 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.633514 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:34.639825 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:34.642764 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Attempting to bind port 4f4fe77c-41a9-4983-bde8-face92165c4d on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:23:34.643582 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Attempting to bind port 4f4fe77c-41a9-4983-bde8-face92165c4d by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:23:34.645404 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Attempting to bind port 4f4fe77c-41a9-4983-bde8-face92165c4d on network ee6a4206-7497-4915-8518-e919b025bed3 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:23:34.655416 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:23:34.655832 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Checking segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:23:34.656256 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.656661 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Bound using segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:23:34.657241 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Bound port: 4f4fe77c-41a9-4983-bde8-face92165c4d, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:23:34.659191 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.833361 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] For port 4f4fe77c-41a9-4983-bde8-face92165c4d, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:23:34.839631 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] For port 4f4fe77c-41a9-4983-bde8-face92165c4d, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4f4fe77c-41a9-4983-bde8-face92165c4d,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:23:34.849817 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.866895 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:34.931142 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:35.004655 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:35.023194 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3247aa44-7d49-4213-8d8d-7145939fbd7b tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:35.028091 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Pushing event updated for resources: {'Port': ['ID=4f4fe77c-41a9-4983-bde8-face92165c4d,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:35.045934 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:35.148872 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:23:35.153792 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:35.160137 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:23:35.289380 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:35.296802 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:35.810471 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b578ba9-9b14-4a5a-bc52-c0aa89e8719a req-25c43769-e5d0-4edc-9696-b99ed21e343e tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:35.812191 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2b578ba9-9b14-4a5a-bc52-c0aa89e8719a req-25c43769-e5d0-4edc-9696-b99ed21e343e tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.1105638 May 11 16:23:35.896997 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2b578ba9-9b14-4a5a-bc52-c0aa89e8719a req-41c28a35-73bf-4252-9157-21a9f7802967 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775919 May 11 16:23:35.961431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:36.545851 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d845ab0-e881-4d0a-9d39-929da6aa64b5 None None] Network ee6a4206-7497-4915-8518-e919b025bed3 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:23:36.777527 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:36.832387 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-c6995aba-fba9-485d-b17d-7a5ba6239fca None None] Provisioning for port 4f4fe77c-41a9-4983-bde8-face92165c4d completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:23:37.514581 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876889f-447f-45ca-a1bc-fb3a389630f0 req-3af4965d-5428-4b2c-b860-3da38ba262d6 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:37.517611 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6876889f-447f-45ca-a1bc-fb3a389630f0 req-3af4965d-5428-4b2c-b860-3da38ba262d6 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.3777547 May 11 16:23:37.595717 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:23:37.629454 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4f4fe77c-41a9-4983-bde8-face92165c4d up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:23:37.857889 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 4f4fe77c-41a9-4983-bde8-face92165c4d completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:23:37.873270 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 4f4fe77c-41a9-4983-bde8-face92165c4d triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:37.873627 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:37.910090 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6876889f-447f-45ca-a1bc-fb3a389630f0 req-19c38723-b522-4e6a-86e9-d95ce15a04f4 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3802271 May 11 16:23:38.081776 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:23:38.130188 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:38.136130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49428) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:38.151102 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-05d1f56d-db0d-40ee-af2c-2a3248e532d2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6347587 May 11 16:23:38.156727 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Sync routers for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:23:38.202593 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:38.203465 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:38.403955 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:38.481714 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 4f4fe77c-41a9-4983-bde8-face92165c4d, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4f4fe77c-41a9-4983-bde8-face92165c4d,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:38.492083 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:38.498251 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:38.594174 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:39.004839 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=4f4fe77c-41a9-4983-bde8-face92165c4d,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:39.024097 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:39.335426 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:35Z', 'revision_number': 3, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:39.349489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Checking router: 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:23:39.352247 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Updating router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:23:39.595878 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4f4fe77c-41a9-4983-bde8-face92165c4d up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:23:39.686460 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:39.742595 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc7c51-98f5-41f3-8146-59ad22fa71d0 req-9d5431ed-e0ec-44fb-a0be-6c8fea45c037 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:39.745565 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dfc7c51-98f5-41f3-8146-59ad22fa71d0 req-9d5431ed-e0ec-44fb-a0be-6c8fea45c037 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.4457510 May 11 16:23:39.849853 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dfc7c51-98f5-41f3-8146-59ad22fa71d0 req-8cdc30ce-770f-4727-9502-2095dcfc40ab tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962493 May 11 16:23:39.863754 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:39.909466 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 4f4fe77c-41a9-4983-bde8-face92165c4d triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:39.910108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.523704 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Allocated IP 172.20.0.1 (ee6a4206-7497-4915-8518-e919b025bed3/3e7d50df-be0a-4509-858c-ab813bd7e048/e70521ab-1657-4908-ac99-d5efe1bd07f0) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:23:40.533904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.554742 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Transition to ACTIVE for port object 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:23:40.567003 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.571504 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:40.694534 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Attempting to bind port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:23:40.695119 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Attempting to bind port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:23:40.695713 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Attempting to bind port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:23:40.725863 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:23:40.726298 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.726475 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:23:40.726695 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.727098 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:23:40.727597 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Bound port: 4c655e65-677c-4ce6-a7ec-26b0c539e3c4, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:23:40.728006 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.746248 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Transition to ACTIVE for port object e70521ab-1657-4908-ac99-d5efe1bd07f0 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:23:40.768875 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cdc0d-a48f-4dd4-9e55-3aee65efcbe9 None None] Pushing event updated for resources: {'Port': ['ID=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:40.780682 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-7e2cdc0d-a48f-4dd4-9e55-3aee65efcbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:40.785508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.794887 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:40.849864 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] For port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:23:40.854391 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] For port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:23:40.859882 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:40.865863 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-057741f5-df7b-41e3-ac67-00acb679f9ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:40.903024 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Network ee6a4206-7497-4915-8518-e919b025bed3 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:23:40.908971 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:40.916116 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:23:40.993629 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:40.999051 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Pushing event updated for resources: {'Port': ['ID=e70521ab-1657-4908-ac99-d5efe1bd07f0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:41.001322 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:41.007679 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:41.030557 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:41.136378 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646be8a-4f8f-4250-9907-79d61f362420 req-5dd21e98-5728-4467-8a10-1c7345e06460 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:41.146977 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a646be8a-4f8f-4250-9907-79d61f362420 req-5dd21e98-5728-4467-8a10-1c7345e06460 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.1517537 May 11 16:23:41.216915 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a646be8a-4f8f-4250-9907-79d61f362420 req-a3353e23-4c4a-4386-8a10-e3f924afa1f0 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686767 May 11 16:23:41.400598 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:41.433414 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cdc0d-a48f-4dd4-9e55-3aee65efcbe9 None None] Pushing event updated for resources: {'Port': ['ID=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:41.444296 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-7e2cdc0d-a48f-4dd4-9e55-3aee65efcbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:41.487275 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-7e783bfb-4aee-4930-af55-4a04e8e89721 None None] Provisioning for port e70521ab-1657-4908-ac99-d5efe1bd07f0 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:23:41.522383 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-7e783bfb-4aee-4930-af55-4a04e8e89721 None None] Provisioning complete for port e70521ab-1657-4908-ac99-d5efe1bd07f0 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:41.523051 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7e783bfb-4aee-4930-af55-4a04e8e89721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:41.664380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-7e783bfb-4aee-4930-af55-4a04e8e89721 None None] Port e70521ab-1657-4908-ac99-d5efe1bd07f0 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:23:41.668513 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:41.761395 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:41.769056 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:41.803898 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66a3668d-3bd4-42ba-a7b3-513a73b78fe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:41.896259 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Pushing event updated for resources: {'Port': ['ID=e70521ab-1657-4908-ac99-d5efe1bd07f0,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:41.899412 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:41.903153 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:42.076166 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:35Z', 'revision_number': 3, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:42.082799 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d64fa5-4c0e-42a3-98eb-6b143454e06e None None] The sync data for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi is: [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:35Z', 'revision_number': 3, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:23:42.133923 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Network ee6a4206-7497-4915-8518-e919b025bed3 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:23:42.136020 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:42.513992 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:23:42.636961 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-acaf8415-a8dd-4839-817c-8e69cad87094 None None] Provisioning complete for port e70521ab-1657-4908-ac99-d5efe1bd07f0 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:42.637354 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-acaf8415-a8dd-4839-817c-8e69cad87094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:42.772607 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-acaf8415-a8dd-4839-817c-8e69cad87094 None None] Port e70521ab-1657-4908-ac99-d5efe1bd07f0 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:23:43.015344 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:23:43.041562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195bd2-7666-43dc-8d74-2480c287f25f req-0ddc4ab5-3a5a-4ca4-bd77-cc59a4502100 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:43.043211 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-96195bd2-7666-43dc-8d74-2480c287f25f req-0ddc4ab5-3a5a-4ca4-bd77-cc59a4502100 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.1637743 May 11 16:23:43.049514 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] 10.222.0.73 "PUT /v2.0/routers/0cffa085-1214-4ee7-b6a7-b71d7aeccca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9111102 May 11 16:23:43.114708 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-96195bd2-7666-43dc-8d74-2480c287f25f req-e3e6b7c7-aab1-4fdf-afe8-52d969111e04 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631382 May 11 16:23:43.468048 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:23:43.610126 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:23:43.615019 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:43.615396 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:43.662073 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49496) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:43.671387 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--273199281', 'description': 'tempest-description--1629503323'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:43.677821 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:43.684379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:43.691093 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:43.704678 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:43.729123 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:43.781378 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:43.787356 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group_rule and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:43.790971 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:43.807647 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:43.810728 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:43.849330 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:43.855603 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:43.858576 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:43.975266 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:43.978871 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:43.980172 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:43.988313 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:43.999577 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f02c6506-7f6c-4de7-bd52-ff0e426cdfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:44.106601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f39bb-9385-4ab8-95c4-6390715d05cc,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:44.112250 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.119482 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49518) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:44.129070 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'security_group_rule': {'security_group_id': 'e54f39bb-9385-4ab8-95c4-6390715d05cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:44.131430 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4675236 May 11 16:23:44.133065 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:44.140447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:44.146218 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group_rule and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:44.152074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:44.166109 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:44.195737 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.304145 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.322810 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.326324 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a61ad19a-5e57-4e4c-baad-c7991a6c25aa tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:44.347542 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c98bc-4653-483d-988a-a9548b57d0b5 req-27806f1b-c3d7-4573-87ad-4b33fb1319d7 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:44.349316 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-092c98bc-4653-483d-988a-a9548b57d0b5 req-27806f1b-c3d7-4573-87ad-4b33fb1319d7 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.1098537 May 11 16:23:44.369681 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Sync routers for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:23:44.384189 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162127fe-cfc0-4d47-a5cb-4236d7730d63,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:44.392899 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:44.395548 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:44.396648 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:44.404521 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.408831 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-5f52a413-cf25-49c3-b6e8-d3425c92dac0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873349 May 11 16:23:44.410697 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49528) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:44.420200 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'security_group_rule': {'security_group_id': 'e54f39bb-9385-4ab8-95c4-6390715d05cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:44.434042 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-092c98bc-4653-483d-988a-a9548b57d0b5 req-2b191d81-c23c-4126-b3dd-6badbe106586 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755188 May 11 16:23:44.435044 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:44.440995 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group_rule and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:44.444402 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:44.451545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:44.478771 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.578755 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.583999 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.586283 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:44.610021 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344e1661-e05b-482f-9b2b-e4670a202b63,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:44.621180 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:44.632558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.634163 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2217917 May 11 16:23:44.637307 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49554) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:44.643790 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:44.645862 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:44.649828 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:44.653792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:floatingip and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:44.656772 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:44.663206 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:44.675459 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:44.859374 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.036906 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Allocated IP 172.27.2.100 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/fd8c8e84-802e-434d-b22a-56deaf485f26) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:23:45.183421 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 2, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:45.188066 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Checking router: 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:23:45.188922 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Updating router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 port e70521ab-1657-4908-ac99-d5efe1bd07f0 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:23:45.250096 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.273989 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.324511 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.328478 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2ba744d9-0c99-433a-8f1e-504c4a99b2f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:45.409167 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'Port': ['ID=fd8c8e84-802e-434d-b22a-56deaf485f26,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:45.414481 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:45.425770 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:23:45.427034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:45.429961 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:23:45.462833 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:23:45.591030 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:45.591413 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.702328 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.822697 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.831591 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.833601 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cf563-5f31-46bb-9c8b-0024d22c88a6 req-b3665aca-6796-41f5-bb31-0aab6aee4119 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:45.836179 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-854cf563-5f31-46bb-9c8b-0024d22c88a6 req-b3665aca-6796-41f5-bb31-0aab6aee4119 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.1596928 May 11 16:23:45.866708 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Transition to ACTIVE for port object e70521ab-1657-4908-ac99-d5efe1bd07f0 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:23:45.882564 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:45.891274 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:45.907884 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-854cf563-5f31-46bb-9c8b-0024d22c88a6 req-0244ea5b-99fc-41c6-9810-9e8b0d9b1a78 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590439 May 11 16:23:46.113548 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:46.121599 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:46.126524 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:46.128858 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Pushing event updated for resources: {'Port': ['ID=e70521ab-1657-4908-ac99-d5efe1bd07f0,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:46.196800 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.197018 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.197354 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.197674 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.197994 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.198311 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.198620 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.199431 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.199431 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.199663 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.207359 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.208281 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:46.217991 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:46.368435 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:46.460250 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'Port': ['ID=fd8c8e84-802e-434d-b22a-56deaf485f26,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:46.483216 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:46.502445 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:46.506167 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8662333 May 11 16:23:46.560845 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Attempting to bind port e70521ab-1657-4908-ac99-d5efe1bd07f0 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:23:46.561612 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Attempting to bind port e70521ab-1657-4908-ac99-d5efe1bd07f0 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:23:46.562321 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Attempting to bind port e70521ab-1657-4908-ac99-d5efe1bd07f0 on network ee6a4206-7497-4915-8518-e919b025bed3 {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:23:46.574115 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:23:46.574707 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Checking segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:23:46.575460 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:46.576245 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Bound using segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:23:46.577198 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Bound port: e70521ab-1657-4908-ac99-d5efe1bd07f0, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:23:46.578275 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:46.703896 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] For port e70521ab-1657-4908-ac99-d5efe1bd07f0, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:23:46.708014 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] For port e70521ab-1657-4908-ac99-d5efe1bd07f0, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=e70521ab-1657-4908-ac99-d5efe1bd07f0,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:23:46.712723 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:46.718245 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-aa9c51a6-c185-4741-a594-ae910164b350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:46.732987 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-9dc81b97-c837-4572-9146-6314e3408c99 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:23:46.756671 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-9dc81b97-c837-4572-9146-6314e3408c99 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:23:46.758188 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-9dc81b97-c837-4572-9146-6314e3408c99 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--273199281&fields=id&tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7 HTTP/1.1" status: 200 len: 267 time: 0.0698204 May 11 16:23:46.796867 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:46.797415 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:46.922365 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Pushing event updated for resources: {'Port': ['ID=e70521ab-1657-4908-ac99-d5efe1bd07f0,revision_number=4']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:46.934342 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-25940c82-7958-4a15-a1a5-479d52db1ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:47.014353 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:23:47.065193 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-8f5bc1aa-2e81-4ef6-bb81-a123c488f754 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:47.065994 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-8f5bc1aa-2e81-4ef6-bb81-a123c488f754 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:23:47.091385 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-8f5bc1aa-2e81-4ef6-bb81-a123c488f754 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:23:47.092948 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-8f5bc1aa-2e81-4ef6-bb81-a123c488f754 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 810 time: 0.3167527 May 11 16:23:47.115188 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-e863d149-bf6f-4c77-a5d4-a776288b2403 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/quotas/a7725dc6d22c42f49d7d74400ec7e8b7 HTTP/1.1" status: 200 len: 375 time: 0.0108604 May 11 16:23:47.152474 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4106e65-fa7b-4159-ab73-b8e2910c6568 req-deefbd0c-73f6-41fe-aaf2-c382c0177558 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:47.154168 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4106e65-fa7b-4159-ab73-b8e2910c6568 req-deefbd0c-73f6-41fe-aaf2-c382c0177558 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.0955036 May 11 16:23:47.216623 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4106e65-fa7b-4159-ab73-b8e2910c6568 req-8f5174bb-c020-4c28-9cf4-7cfedc75f7bf tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548780 May 11 16:23:47.244817 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-04954842-75a9-48e1-8e69-f61c3a41f19c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:23:47.272549 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-04954842-75a9-48e1-8e69-f61c3a41f19c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:23:47.273971 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-04954842-75a9-48e1-8e69-f61c3a41f19c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449628 May 11 16:23:47.361819 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-3896fc21-a19c-4c19-95b8-c4311b15dbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:47.453179 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:46Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:47.459542 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc18eb-6ab4-4eb5-bca5-b664a9c64008 None None] The sync data for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi is: [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:46Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:23:47.495183 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-43d9c364-7d4b-4a92-bdd7-3aebbcce834f service neutron] 10.222.0.73 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011294 May 11 16:23:47.779686 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-acdc3a74-7541-45fc-a7d3-66c9d7a74eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761917 May 11 16:23:48.020983 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1a66ab05-c383-4039-b945-41f440f56cd3 req-0795099c-0a6d-4eef-8a3b-57ae54230438 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 210 time: 0.0602026 May 11 16:23:48.535959 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302948c-a878-48a6-8e61-277c1d9c9071 req-fd517cc0-9239-4de9-b5e0-b3b2c6f8cfaf tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:48.538766 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a302948c-a878-48a6-8e61-277c1d9c9071 req-fd517cc0-9239-4de9-b5e0-b3b2c6f8cfaf tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.1673174 May 11 16:23:48.625502 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49636) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:48.652223 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a302948c-a878-48a6-8e61-277c1d9c9071 req-3ea2a9f5-6533-4124-b25b-b658bdb093b0 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986352 May 11 16:23:48.759428 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Deleting subnet 0f1f1890-efd8-4f92-b371-9af5b66979c1 {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:23:48.764055 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:48.859145 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:48.986033 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:49.298045 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-179b0afa-5059-46ed-ad1c-9c066f0d8b4e req-9a4824f0-966e-4536-bfe4-46f3a7d3adc3 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 210 time: 0.0784922 May 11 16:23:49.399729 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:49.418635 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4bb2df79-7dc2-475f-bc5f-524466211a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:49.454659 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:49.466919 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1f1890-efd8-4f92-b371-9af5b66979c1,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:49.471072 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:49.477000 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0f1f1890-efd8-4f92-b371-9af5b66979c1 HTTP/1.1" status: 204 len: 168 time: 0.8493199 May 11 16:23:49.478118 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49652) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:49.493213 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device e70521ab-1657-4908-ac99-d5efe1bd07f0 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:23:49.575673 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port e70521ab-1657-4908-ac99-d5efe1bd07f0 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:23:49.582114 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port e70521ab-1657-4908-ac99-d5efe1bd07f0 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:49.582789 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:49.701335 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:49.739908 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:49.790828 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port e70521ab-1657-4908-ac99-d5efe1bd07f0, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=e70521ab-1657-4908-ac99-d5efe1bd07f0,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:49.798999 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:49.803679 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:49.890860 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-655dc00d-59bc-4e68-aba9-cd9d39f1123a tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:49.892493 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-655dc00d-59bc-4e68-aba9-cd9d39f1123a tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 810 time: 0.4096928 May 11 16:23:49.928389 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=e70521ab-1657-4908-ac99-d5efe1bd07f0,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:49.937410 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:49.964997 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-b419bbdb-7a10-4489-a449-4f644347e5e2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7 HTTP/1.1" status: 200 len: 379 time: 0.0632057 May 11 16:23:49.989251 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'port': {'device_id': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'admin_state_up': True, 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'security_groups': ['e54f39bb-9385-4ab8-95c4-6390715d05cc']}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:50.061132 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.083983 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ba96cd-382c-4271-b5dc-49e0b1c90e33']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:50.099556 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8396f2-6890-429d-b420-1da3b753c92e') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:50.099864 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8396f2-6890-429d-b420-1da3b753c92e') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:50.114620 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224901'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.143677 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.156463 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd083ef-d944-42d1-b202-23b7469bcc9f req-ba569954-d745-4e60-86fe-0cd563188663 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:50.160527 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fd083ef-d944-42d1-b202-23b7469bcc9f req-ba569954-d745-4e60-86fe-0cd563188663 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.3186393 May 11 16:23:50.163566 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:50.167177 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:23:50.167984 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099137'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.184691 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: Traceback (most recent call last): May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: timer() May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: cb(*args, **kw) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: return func(*args, **kwargs) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: self._notify() May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: self.callback(batched_events) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: event.method(event) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: return f(self, *a, **k) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._get(url).json() May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:23:50.196540 dv-cinder-761113-11-iscsi neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:23:50.198897 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Made reservation on behalf of a7725dc6d22c42f49d7d74400ec7e8b7 for: {'port': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:23:50.204588 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.398920 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fd083ef-d944-42d1-b202-23b7469bcc9f req-5ba36a2a-c02e-46b0-8573-9634d712a430 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341716 May 11 16:23:50.400898 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.417057 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:50.461650 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.466298 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Pushing event deleted for resources: {'Network': ['ID=42ba96cd-382c-4271-b5dc-49e0b1c90e33,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:50.471524 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:50.485379 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-5c5a4604-e4f3-4f21-b4d5-7d8688ace97a admin admin] 10.222.0.73 "DELETE /v2.0/networks/42ba96cd-382c-4271-b5dc-49e0b1c90e33 HTTP/1.1" status: 204 len: 168 time: 1.0057678 May 11 16:23:50.533776 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9817b5cf-9c90-498a-aeda-158fcb72b79e req-5508242a-f469-4893-abc0-324b8ef7907c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 210 time: 0.0697076 May 11 16:23:50.568211 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Allocated IP 172.20.0.3 (ee6a4206-7497-4915-8518-e919b025bed3/3e7d50df-be0a-4509-858c-ab813bd7e048/cf321063-c612-4c88-b546-5765856de71c) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:23:50.593632 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.679405 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49678) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:50.737702 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-adaab02e-ada2-4bd3-b67c-a2e805f19da3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d70784a1e4244546a217108368715a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537000 May 11 16:23:50.739262 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49682) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:50.841589 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.867502 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.871545 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Transition to ACTIVE for port object cf321063-c612-4c88-b546-5765856de71c will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:23:50.903016 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.956744 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.962914 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:51.035956 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Network ee6a4206-7497-4915-8518-e919b025bed3 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:23:51.039012 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:51.050329 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:23:51.061620 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:23:51.114128 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'Port': ['ID=cf321063-c612-4c88-b546-5765856de71c,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:51.128200 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:51.133618 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aff6f72b-1808-4c7a-b21d-283d135516b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:51.154771 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4f5a19-34f4-48c2-bd3f-818f5791a67f,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:51.166112 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:51.238714 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:51.239885 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:51.245493 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9eeee1ff-8767-464d-be25-fdbf7e41de1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:51.273786 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:51.278256 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e4f5a19-34f4-48c2-bd3f-818f5791a67f HTTP/1.1" status: 204 len: 168 time: 0.5357163 May 11 16:23:51.295365 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3201325 May 11 16:23:51.319797 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Request body: {'port': {'device_id': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:51.445000 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-76df8a1f-640a-4ac7-b97e-388bc523e534 None None] Provisioning for port cf321063-c612-4c88-b546-5765856de71c completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:23:51.453420 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-76df8a1f-640a-4ac7-b97e-388bc523e534 None None] Provisioning complete for port cf321063-c612-4c88-b546-5765856de71c triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:51.454076 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-76df8a1f-640a-4ac7-b97e-388bc523e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:51.502534 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device e70521ab-1657-4908-ac99-d5efe1bd07f0 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:23:51.570845 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:51.591326 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-76df8a1f-640a-4ac7-b97e-388bc523e534 None None] Port cf321063-c612-4c88-b546-5765856de71c cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:23:51.638584 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port e70521ab-1657-4908-ac99-d5efe1bd07f0 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:23:51.639264 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:51.760276 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913e29a-8fcf-45c8-9e14-2b1b66382334 req-1dc67003-ab7d-4be7-9cd0-21781557fb14 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:51.763810 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7913e29a-8fcf-45c8-9e14-2b1b66382334 req-1dc67003-ab7d-4be7-9cd0-21781557fb14 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.1326661 May 11 16:23:51.894772 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7913e29a-8fcf-45c8-9e14-2b1b66382334 req-4e49435d-c8e4-456a-a0bc-577329960530 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&id=c853721a-c835-49e7-aaa5-c024941c2953&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059165 May 11 16:23:52.123346 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ec10-1c96-4c8c-949c-0fe47d69aa7e req-dd21ff7f-7cf5-4869-b5e8-464bb3acc4d7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:52.124197 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-cd99ec10-1c96-4c8c-949c-0fe47d69aa7e req-dd21ff7f-7cf5-4869-b5e8-464bb3acc4d7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:23:52.179591 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-cd99ec10-1c96-4c8c-949c-0fe47d69aa7e req-dd21ff7f-7cf5-4869-b5e8-464bb3acc4d7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:23:52.181023 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cd99ec10-1c96-4c8c-949c-0fe47d69aa7e req-dd21ff7f-7cf5-4869-b5e8-464bb3acc4d7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 931 time: 0.4321740 May 11 16:23:52.262202 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cd99ec10-1c96-4c8c-949c-0fe47d69aa7e req-be7d1efe-888f-4bc2-bf05-e2436b55f17e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728853 May 11 16:23:52.362176 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf321063-c612-4c88-b546-5765856de71c {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:23:52.370850 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:52.388260 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Transition to ACTIVE for port object cf321063-c612-4c88-b546-5765856de71c will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:23:52.397313 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:52.404486 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7957d28b-eb7b-406a-8f29-a2294b8468a1 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:52.590201 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Pushing event updated for resources: {'Port': ['ID=cf321063-c612-4c88-b546-5765856de71c,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:52.604079 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:52.830893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Attempting to bind port cf321063-c612-4c88-b546-5765856de71c on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:23:52.831388 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Attempting to bind port cf321063-c612-4c88-b546-5765856de71c by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:23:52.831875 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Attempting to bind port cf321063-c612-4c88-b546-5765856de71c on network ee6a4206-7497-4915-8518-e919b025bed3 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:23:52.838435 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Port cf321063-c612-4c88-b546-5765856de71c on network ee6a4206-7497-4915-8518-e919b025bed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:23:52.838880 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Attempting to bind port cf321063-c612-4c88-b546-5765856de71c on network ee6a4206-7497-4915-8518-e919b025bed3 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:23:52.847588 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:23:52.847804 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Checking segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:23:52.848316 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Bound using segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:23:52.849122 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Bound port: cf321063-c612-4c88-b546-5765856de71c, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:23:52.849530 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:52.994018 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] For port cf321063-c612-4c88-b546-5765856de71c, host hv-cinder-76111, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:23:52.999542 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] For port cf321063-c612-4c88-b546-5765856de71c, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cf321063-c612-4c88-b546-5765856de71c,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:23:53.008065 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:53.016893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1cdaedf5-e7af-46d6-88cb-6dc9585f8780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:53.109102 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:53.109719 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:53.111308 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] 10.222.0.87 "PUT /v2.0/ports/cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 1093 time: 1.8057210 May 11 16:23:53.111941 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'tag': 'cf321063-c612-4c88-b546-5765856de71c'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:23:53.171912 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Pushing event updated for resources: {'Port': ['ID=cf321063-c612-4c88-b546-5765856de71c,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:53.184572 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'tag': 'cf321063-c612-4c88-b546-5765856de71c', 'status': 'completed', 'code': 200} May 11 16:23:53.185627 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:53.257171 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:53.298013 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-2f02f224-6ba7-4273-8cf5-b48530c620a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:53.300555 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-2f02f224-6ba7-4273-8cf5-b48530c620a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1096 time: 0.1109996 May 11 16:23:53.505017 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-b4b5466d-b3c7-457e-9aec-c34e4ff70a09 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 217 time: 0.1904197 May 11 16:23:53.616333 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c2d7a-34cf-4586-81d0-a0a5f2cc8752 req-d16b25bd-e92e-438c-ace4-377039c14863 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:53.618409 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f33c2d7a-34cf-4586-81d0-a0a5f2cc8752 req-d16b25bd-e92e-438c-ace4-377039c14863 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 943 time: 0.1261830 May 11 16:23:53.703203 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f33c2d7a-34cf-4586-81d0-a0a5f2cc8752 req-3a67beae-ab4c-46ee-bf5e-fddc62c15847 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612755 May 11 16:23:53.734427 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49754) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:53.760418 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-8c44553f-cf24-4d0a-ab37-c15eb67a4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:53.761895 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-8c44553f-cf24-4d0a-ab37-c15eb67a4a96 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.2453959 May 11 16:23:53.884636 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-84d15941-a5ce-4d0f-8d5a-6148f173b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:53.886178 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-84d15941-a5ce-4d0f-8d5a-6148f173b243 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1150687 May 11 16:23:53.916519 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:53.935297 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:53.941927 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Usage tracker for resource:security_group_rule and tenant:73a90bec4c034f548559f525b8287be9 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:53.946291 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:53.955942 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:54.097819 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-dbd6fcab-b21d-4c1c-82d8-97dc9a989581 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033234 May 11 16:23:54.102203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:54.107425 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:54.130039 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f03d4b0e-fc2e-4c26-b8dc-227881e60b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:54.186396 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73a90bec4c034f548559f525b8287be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459941 May 11 16:23:54.186740 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49764) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:54.215986 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e4c14-89fe-4a5d-88f9-7b3b8f22bc6e,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:54.226819 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:54.302958 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:54.308378 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-20ab82d1-8038-42d7-ba5d-f3c3fee1d6c8 req-2df34c72-1b5f-495b-890a-6d1c4599c055 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032397 May 11 16:23:54.378789 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:54.485081 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-4385b39f-04e5-4ef3-b7cb-a1ec3556c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:54.487467 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-4385b39f-04e5-4ef3-b7cb-a1ec3556c96f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1096 time: 0.1126895 May 11 16:23:54.581297 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:54.590980 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb25587c-63b7-4c84-8b9a-701c7162cb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:54.615320 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e4c14-89fe-4a5d-88f9-7b3b8f22bc6e,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:54.621678 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:54.645899 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-dd3b6022-435c-48d8-a7ed-c46b30352fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:54.646227 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:54.647398 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-dd3b6022-435c-48d8-a7ed-c46b30352fd5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.1528866 May 11 16:23:54.650506 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f4e4c14-89fe-4a5d-88f9-7b3b8f22bc6e HTTP/1.1" status: 204 len: 168 time: 0.4598515 May 11 16:23:54.664317 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b549d13-22ee-4858-8ebe-5bddee750b37 req-c867518a-4bcc-4209-8a57-8de9376153fa tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:54.666983 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7b549d13-22ee-4858-8ebe-5bddee750b37 req-c867518a-4bcc-4209-8a57-8de9376153fa tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.2091932 May 11 16:23:54.722244 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-8f658ea9-513a-4fa6-99c2-1cdfaf35434e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 217 time: 0.0657313 May 11 16:23:54.765860 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7b549d13-22ee-4858-8ebe-5bddee750b37 req-8a07e570-ee55-450c-86ad-08a5d88838b0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871818 May 11 16:23:54.818516 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-2fbba4da-2a29-4bd9-a065-e6d2a090c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:54.820288 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-2fbba4da-2a29-4bd9-a065-e6d2a090c48c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.0794713 May 11 16:23:54.978768 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f096c-5df4-4aa3-876b-eecadc15ea8c req-88bb2211-370f-4460-8b34-75cec090a609 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:54.980361 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1e2f096c-5df4-4aa3-876b-eecadc15ea8c req-88bb2211-370f-4460-8b34-75cec090a609 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 943 time: 0.1116390 May 11 16:23:54.995475 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-a7f0135a-04c1-42d6-921a-8cc43d5dbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:54.997001 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-a7f0135a-04c1-42d6-921a-8cc43d5dbc48 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1690412 May 11 16:23:55.131148 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1e2f096c-5df4-4aa3-876b-eecadc15ea8c req-ba12c088-c0e4-4c81-822f-12b318a5afde tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384819 May 11 16:23:55.201619 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-77a1946f-d8f3-46b4-8dec-25131e7c2d01 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901724 May 11 16:23:55.438648 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:55.517938 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-007c3a90-1791-4e37-93c9-1da6b57cbad4 req-9df2090f-da9a-40d2-ab0b-200e5e874f74 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053329 May 11 16:23:56.103230 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58b266-d915-4bcd-8964-b39daaf23b25 req-efeadc22-0c3e-4d24-baf1-4f1bfd27ab01 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:56.104782 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5b58b266-d915-4bcd-8964-b39daaf23b25 req-efeadc22-0c3e-4d24-baf1-4f1bfd27ab01 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.2021253 May 11 16:23:56.154796 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5b58b266-d915-4bcd-8964-b39daaf23b25 req-4aaae719-b61c-49f1-a504-c1c6b1c8ef3b tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 May 11 16:23:56.369022 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cf321063-c612-4c88-b546-5765856de71c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:23:56.546993 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b387774-5a79-4514-9558-4b77d48c3bc1 req-33fe8350-c1fc-41eb-824a-a02abdfdef0d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:56.561578 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8b387774-5a79-4514-9558-4b77d48c3bc1 req-33fe8350-c1fc-41eb-824a-a02abdfdef0d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 943 time: 0.2982013 May 11 16:23:56.605097 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-5e61a02e-d1d5-4907-ba4b-2dda4c744013 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:56.605380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cf321063-c612-4c88-b546-5765856de71c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cf321063-c612-4c88-b546-5765856de71c,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:56.607933 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-5e61a02e-d1d5-4907-ba4b-2dda4c744013 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 946 time: 0.2875998 May 11 16:23:56.621158 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'cf321063-c612-4c88-b546-5765856de71c', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'port_id': 'cf321063-c612-4c88-b546-5765856de71c', 'mac_address': 'fa:16:3e:59:7f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:23:56.702394 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8b387774-5a79-4514-9558-4b77d48c3bc1 req-4e93edcd-8316-4ab0-9c5c-474bce929136 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396430 May 11 16:23:56.710314 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:56.741401 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf321063-c612-4c88-b546-5765856de71c {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:23:56.762745 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:56.779273 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cf321063-c612-4c88-b546-5765856de71c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cf321063-c612-4c88-b546-5765856de71c,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:56.788719 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:56.790845 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:56.842707 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Deleting port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:23:56.844060 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:56.875554 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cf321063-c612-4c88-b546-5765856de71c,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:56.879205 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:56.920212 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49818) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:57.044547 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] For port cd6b0cdd-310e-42d4-9dc2-c897cd898b43, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:23:57.046120 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.047788 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['cf321063-c612-4c88-b546-5765856de71c'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:23:57.094006 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.112138 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:57.118126 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Usage tracker for resource:security_group_rule and tenant:07a56ff67c434694addad9923ab98ed5 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:57.121682 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:57.131809 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:57.275212 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.287598 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.305334 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4c631357-2b30-4ff2-83b0-3af348be86ef tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:57.332125 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Calling delete_port for cd6b0cdd-310e-42d4-9dc2-c897cd898b43 owned by compute:nova {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:23:57.418436 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c42c2e-c69e-44f7-bfa6-437735b17d99,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:57.449782 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:57.484799 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07a56ff67c434694addad9923ab98ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607998 May 11 16:23:57.490244 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49828) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:57.519041 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.534429 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-85c7368e-b6d0-408f-90f5-3524e94f83ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:57.595094 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Pushing event deleted for resources: {'Port': ['ID=cd6b0cdd-310e-42d4-9dc2-c897cd898b43,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:57.599243 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:57.611368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489f263-e8cf-430e-b620-505d76017ae1 req-bc739ea9-d2d0-4ce2-8095-fb432bb88fe6 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:57.615421 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5489f263-e8cf-430e-b620-505d76017ae1 req-bc739ea9-d2d0-4ce2-8095-fb432bb88fe6 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 867 time: 0.3129106 May 11 16:23:57.623170 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-add56448-939e-495a-b211-3798968b4528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.692613 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-add56448-939e-495a-b211-3798968b4528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.709893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] No DVR routers for this DVR port cd6b0cdd-310e-42d4-9dc2-c897cd898b43 on host hv-cinder-76111 {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:23:57.713497 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.716938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'name': 'network-vif-deleted', 'tag': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:23:57.721526 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5489f263-e8cf-430e-b620-505d76017ae1 req-efa965f6-1866-4bd8-8ca8-3ddd4bbf5acd tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002951 May 11 16:23:57.750863 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['cd6b0cdd-310e-42d4-9dc2-c897cd898b43'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:23:57.783331 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5aac85bf-e93f-4d03-bcf5-a2fa2a22a2c0 req-ff8cfecb-bdbb-406d-8037-cbbee889aeba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "DELETE /v2.0/ports/cd6b0cdd-310e-42d4-9dc2-c897cd898b43 HTTP/1.1" status: 204 len: 173 time: 1.1644864 May 11 16:23:57.806257 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-add56448-939e-495a-b211-3798968b4528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.813964 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1a477bf3-9d17-4bf0-a9b2-c4c8150b59a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:57.844716 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add56448-939e-495a-b211-3798968b4528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c42c2e-c69e-44f7-bfa6-437735b17d99,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:57.849506 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-add56448-939e-495a-b211-3798968b4528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:57.851087 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-add56448-939e-495a-b211-3798968b4528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:57.857095 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-add56448-939e-495a-b211-3798968b4528 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43c42c2e-c69e-44f7-bfa6-437735b17d99 HTTP/1.1" status: 204 len: 168 time: 0.3609581 May 11 16:23:57.909237 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf', 'name': 'network-vif-deleted', 'tag': 'cd6b0cdd-310e-42d4-9dc2-c897cd898b43', 'status': 'completed', 'code': 200} May 11 16:23:58.069598 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67d22-ac24-43c1-817c-ed9409dd3d74 req-c5ca19dd-0a2f-4d10-9192-49455af9f7a8 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:58.072208 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fee67d22-ac24-43c1-817c-ed9409dd3d74 req-c5ca19dd-0a2f-4d10-9192-49455af9f7a8 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 944 time: 0.1455481 May 11 16:23:58.144869 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fee67d22-ac24-43c1-817c-ed9409dd3d74 req-68925cca-def7-4761-b29e-2007b168de55 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664093 May 11 16:23:58.938366 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3de46de3-c3d3-4989-8388-b58c3c7ceee6 req-8630bbc3-63cf-4505-8f8d-be3f65fb55f1 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Synchronizing usage tracker for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:23:58.956787 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3de46de3-c3d3-4989-8388-b58c3c7ceee6 req-8630bbc3-63cf-4505-8f8d-be3f65fb55f1 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Unset dirty status for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:23:58.965100 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3de46de3-c3d3-4989-8388-b58c3c7ceee6 req-8630bbc3-63cf-4505-8f8d-be3f65fb55f1 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 210 time: 0.0732722 May 11 16:23:59.295307 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 49876) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:59.357297 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bde47b-00f9-4682-8feb-b4ca8436b63d req-ed442c26-e329-4d08-96a2-70fef0ce37b7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:23:59.359292 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f4bde47b-00f9-4682-8feb-b4ca8436b63d req-ed442c26-e329-4d08-96a2-70fef0ce37b7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 944 time: 0.0862837 May 11 16:23:59.415954 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f4bde47b-00f9-4682-8feb-b4ca8436b63d req-aaa3a13d-768e-4a59-98f2-97c1d116c922 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 May 11 16:23:59.429782 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.446171 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:59.450074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Usage tracker for resource:security_group_rule and tenant:f138a6348b6d407594016ff3d6471183 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:59.453589 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:59.463900 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:59.588309 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.592828 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.601037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b301457c-666d-4424-9ae1-7c99fc78ec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:59.647320 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f138a6348b6d407594016ff3d6471183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504117 May 11 16:23:59.648254 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa9de8-7e1b-4e23-a0aa-57b4e77eba89,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:59.650130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 49882) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:59.651519 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:59.712996 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-30aa703b-03aa-4ecc-9114-26886df2e530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.738747 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-30aa703b-03aa-4ecc-9114-26886df2e530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.807126 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-30aa703b-03aa-4ecc-9114-26886df2e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.812924 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cf70ebc2-9a25-425c-9ba3-80fc78120f52 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:59.826932 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa703b-03aa-4ecc-9114-26886df2e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa9de8-7e1b-4e23-a0aa-57b4e77eba89,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:59.829909 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-30aa703b-03aa-4ecc-9114-26886df2e530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:59.835728 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-30aa703b-03aa-4ecc-9114-26886df2e530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.836922 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-30aa703b-03aa-4ecc-9114-26886df2e530 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25aa9de8-7e1b-4e23-a0aa-57b4e77eba89 HTTP/1.1" status: 204 len: 168 time: 0.1858122 May 11 16:24:00.155564 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-55078fd5-b351-45b7-a172-b21e8f46a1bb req-7e5586d0-60c6-48b5-9b5f-32686a3b2e7f tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3df2ffb-14c2-4a4e-911a-dcd4504ab9cf HTTP/1.1" status: 200 len: 210 time: 0.0572951 May 11 16:24:00.630678 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84f133-c178-4134-96b0-3afa8a06f5f9 req-0ec4fd1a-be6f-49c2-9cc8-d7c7be89cec1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:00.632140 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5e84f133-c178-4134-96b0-3afa8a06f5f9 req-0ec4fd1a-be6f-49c2-9cc8-d7c7be89cec1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 944 time: 0.1108072 May 11 16:24:00.683449 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5e84f133-c178-4134-96b0-3afa8a06f5f9 req-f78851b3-a432-49a8-b4db-db3edfae3ab9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450213 May 11 16:24:01.044487 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cf321063-c612-4c88-b546-5765856de71c up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:01.117392 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port cf321063-c612-4c88-b546-5765856de71c completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:01.122644 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port cf321063-c612-4c88-b546-5765856de71c triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:01.122982 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:01.318026 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:01.368244 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf321063-c612-4c88-b546-5765856de71c'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:01.385281 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cf321063-c612-4c88-b546-5765856de71c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cf321063-c612-4c88-b546-5765856de71c,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:01.391669 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:01.394211 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:01.431335 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cd6b0cdd-310e-42d4-9dc2-c897cd898b43 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:24:01.472651 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf321063-c612-4c88-b546-5765856de71c', 'code': 200} May 11 16:24:01.479964 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: cd6b0cdd-310e-42d4-9dc2-c897cd898b43 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:24:01.480317 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cd6b0cdd-310e-42d4-9dc2-c897cd898b43 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:24:01.512063 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cf321063-c612-4c88-b546-5765856de71c,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:01.525844 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:01.704152 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf528e6-e68f-4892-9353-189720b4f64d req-64489c3c-a6c7-40b4-9fb2-3a7fe9884952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:01.706674 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5cf528e6-e68f-4892-9353-189720b4f64d req-64489c3c-a6c7-40b4-9fb2-3a7fe9884952 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1098 time: 0.0821486 May 11 16:24:01.753822 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5cf528e6-e68f-4892-9353-189720b4f64d req-4b7a2681-c674-4be6-9a4d-a7cdbcbf1980 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391662 May 11 16:24:01.892584 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f574c-8b1e-4007-9e72-eb8c0aa2d3ec req-e93ec6e0-3d5c-4860-873c-d7cb47614c55 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:01.894028 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b88f574c-8b1e-4007-9e72-eb8c0aa2d3ec req-e93ec6e0-3d5c-4860-873c-d7cb47614c55 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0914361 May 11 16:24:01.944876 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b88f574c-8b1e-4007-9e72-eb8c0aa2d3ec req-b3a22f20-3770-4fb8-ae4e-129ec6ab04b2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447450 May 11 16:24:03.226303 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27a54e-c5e6-4165-a1bf-ce11ab15945f req-3d4eb450-6c9d-4923-9bd5-3a8405e64508 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:03.227796 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb27a54e-c5e6-4165-a1bf-ce11ab15945f req-3d4eb450-6c9d-4923-9bd5-3a8405e64508 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0866017 May 11 16:24:03.274337 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb27a54e-c5e6-4165-a1bf-ce11ab15945f req-cedaf8b0-d34b-4933-ba70-8cd39f9a69da tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 May 11 16:24:04.476512 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32927498-a857-4587-9fee-1f3b869fa286 req-1fa593fd-9992-4e0f-92a3-5083f0bf17ae tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:04.478075 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-32927498-a857-4587-9fee-1f3b869fa286 req-1fa593fd-9992-4e0f-92a3-5083f0bf17ae tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0916872 May 11 16:24:04.528831 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-32927498-a857-4587-9fee-1f3b869fa286 req-9a63ecf5-45f1-434b-920c-00a85fa10bcd tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 May 11 16:24:05.729609 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400a979-64e0-450f-908d-7dedb437fa26 req-b3625651-7c57-4511-a9c3-033011401e33 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:05.731081 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4400a979-64e0-450f-908d-7dedb437fa26 req-b3625651-7c57-4511-a9c3-033011401e33 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0854828 May 11 16:24:05.788470 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4400a979-64e0-450f-908d-7dedb437fa26 req-d2fc4c81-7e41-498b-9a51-f721f395d5d9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515599 May 11 16:24:06.576753 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:24:06.988813 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7230f-e780-4224-9373-d01165394125 req-e8cf6c5c-5307-4a39-b4fa-c3d16b99befd tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:06.990375 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-17b7230f-e780-4224-9373-d01165394125 req-e8cf6c5c-5307-4a39-b4fa-c3d16b99befd tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0896988 May 11 16:24:07.039019 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-17b7230f-e780-4224-9373-d01165394125 req-059af383-d521-4ad7-99d6-3caa7c6763ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 May 11 16:24:08.241819 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2abb2f-7f78-4c60-94dc-2fee89789ce2 req-47724f10-5354-46e8-bc34-13240b893c6b tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:08.243746 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7b2abb2f-7f78-4c60-94dc-2fee89789ce2 req-47724f10-5354-46e8-bc34-13240b893c6b tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0900199 May 11 16:24:08.310473 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7b2abb2f-7f78-4c60-94dc-2fee89789ce2 req-5f1d6cf8-83c9-4497-a985-a4699bbde0e7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605588 May 11 16:24:09.732456 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ece5f-2892-4a3a-8c6f-3a66d61b8f20 req-89582883-5408-46e7-a76e-91913dd0d50c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:09.733967 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e4ece5f-2892-4a3a-8c6f-3a66d61b8f20 req-89582883-5408-46e7-a76e-91913dd0d50c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.2685139 May 11 16:24:09.792625 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e4ece5f-2892-4a3a-8c6f-3a66d61b8f20 req-06d5d9e2-3bd7-4a3c-8103-e1a73691712d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514886 May 11 16:24:09.948211 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9a70e-aa5c-4909-bea7-932e3b25d863 req-79793f6c-cf3d-4fc1-870e-530691fa3d1d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:09.950028 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07c9a70e-aa5c-4909-bea7-932e3b25d863 req-79793f6c-cf3d-4fc1-870e-530691fa3d1d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.1109326 May 11 16:24:10.005144 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07c9a70e-aa5c-4909-bea7-932e3b25d863 req-1f747992-8e00-4c8d-b848-845aba48cdc6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443401 May 11 16:24:10.029647 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff1113-5481-425d-b583-952c921c8b0a req-849b2165-a4a6-44e1-a6d2-8cc85c8aa9f5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:10.031301 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dbff1113-5481-425d-b583-952c921c8b0a req-849b2165-a4a6-44e1-a6d2-8cc85c8aa9f5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0982943 May 11 16:24:10.044026 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50000) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:10.053077 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'floatingip': {'port_id': 'cf321063-c612-4c88-b546-5765856de71c'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:10.143250 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:10.816656 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.db.resource_extend [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:24:10.919536 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:10.925182 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:11.112614 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Floating IP a063d9d2-508e-4376-a0aa-112cb0a73088 associated. External IP: 172.27.2.100, port: cf321063-c612-4c88-b546-5765856de71c. May 11 16:24:11.226828 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b4ed-2ad7-41e3-b7b4-77675fc66d70 req-5497fe9e-3b6b-48f2-bc00-2dab0f5bdf20 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:11.228531 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5936b4ed-2ad7-41e3-b7b4-77675fc66d70 req-5497fe9e-3b6b-48f2-bc00-2dab0f5bdf20 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.1022003 May 11 16:24:11.377753 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5936b4ed-2ad7-41e3-b7b4-77675fc66d70 req-041b2255-06c7-4684-be33-e0dd81c09e05 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429756 May 11 16:24:11.506612 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:24:11.699262 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:11.705004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:11.713409 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] Sync routers for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:11.726288 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:11.726923 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:11.800809 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2aff0f93-8eb3-47f5-b198-fec76ad4d174 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "PUT /v2.0/floatingips/a063d9d2-508e-4376-a0aa-112cb0a73088 HTTP/1.1" status: 200 len: 991 time: 1.7554524 May 11 16:24:11.801616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'tag': 'cf321063-c612-4c88-b546-5765856de71c'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:11.851897 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'tag': 'cf321063-c612-4c88-b546-5765856de71c', 'status': 'completed', 'code': 200} May 11 16:24:11.913793 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:12.303238 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': 'a063d9d2-508e-4376-a0aa-112cb0a73088', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'port_id': 'cf321063-c612-4c88-b546-5765856de71c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'mac_address': 'fa:16:3e:59:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:23:45Z', 'updated_at': '2021-05-11T16:24:10Z', 'revision_number': 1, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:12.308677 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] Checking router: 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:12.319669 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:12.320321 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:12.409612 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-400742fc-9733-4105-a116-dcc4d8084514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:12.410931 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-400742fc-9733-4105-a116-dcc4d8084514 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1098 time: 0.0940638 May 11 16:24:12.564932 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:12.653116 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-e824b24b-05a0-45ff-b6eb-76751ceaa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:12.654556 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-e824b24b-05a0-45ff-b6eb-76751ceaa373 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.2354057 May 11 16:24:12.753593 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26ae5-516b-4d83-9f8d-7a156fb2f717 req-274caada-881d-4b89-b7fa-a9f3369353e6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:12.755092 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9bc26ae5-516b-4d83-9f8d-7a156fb2f717 req-274caada-881d-4b89-b7fa-a9f3369353e6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.2203074 May 11 16:24:12.805035 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-bb796af3-b1c6-44f7-9a29-16d024b50643 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 999 time: 0.1406426 May 11 16:24:12.827067 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9bc26ae5-516b-4d83-9f8d-7a156fb2f717 req-d4f1bc9d-59d7-47aa-a475-8aa8fa676baa tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639179 May 11 16:24:13.128346 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': 'a063d9d2-508e-4376-a0aa-112cb0a73088', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'port_id': 'cf321063-c612-4c88-b546-5765856de71c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'mac_address': 'fa:16:3e:59:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:23:45Z', 'updated_at': '2021-05-11T16:24:10Z', 'revision_number': 1, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:13.133241 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbd6b5-92c9-47b1-ae9f-5c1bf9eb0f5a None None] The sync data for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi is: [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': 'a063d9d2-508e-4376-a0aa-112cb0a73088', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'port_id': 'cf321063-c612-4c88-b546-5765856de71c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'mac_address': 'fa:16:3e:59:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:23:45Z', 'updated_at': '2021-05-11T16:24:10Z', 'revision_number': 1, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:13.343696 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c61a07-e362-413a-8169-dea35af62549 None None] New status for floating IP a063d9d2-508e-4376-a0aa-112cb0a73088: ACTIVE {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:24:13.694216 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-cb2b56cc-ca13-4af2-a400-772b93d312de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:13.695678 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-cb2b56cc-ca13-4af2-a400-772b93d312de service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.0911007 May 11 16:24:14.077702 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfcddd-12b0-48a3-be46-d21c4266821b req-21557c35-a6eb-468c-94ea-8e7bf66f2a49 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:14.077702 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e8cfcddd-12b0-48a3-be46-d21c4266821b req-21557c35-a6eb-468c-94ea-8e7bf66f2a49 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.1011240 May 11 16:24:14.131303 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e8cfcddd-12b0-48a3-be46-d21c4266821b req-dd107204-a757-478d-82b2-eac3ca971214 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449948 May 11 16:24:15.331214 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e4f8e-3a2d-4695-bd7f-8b75e9eff9af req-1e2c08a0-b84e-4059-952a-b52858e495cc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:15.332694 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-174e4f8e-3a2d-4695-bd7f-8b75e9eff9af req-1e2c08a0-b84e-4059-952a-b52858e495cc tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.0856688 May 11 16:24:15.381394 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-174e4f8e-3a2d-4695-bd7f-8b75e9eff9af req-7d2494e0-b5ae-41e4-96d1-ec6a24f935ce tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427227 May 11 16:24:15.684206 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-f9a55af5-3284-4d39-b8e5-be18ac107b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:15.686684 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-f9a55af5-3284-4d39-b8e5-be18ac107b9b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0820391 May 11 16:24:15.836178 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-79ac9dcd-c34a-454d-a611-735bfd8fa1cf service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371639 May 11 16:24:15.987286 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6e9cddb3-5a84-4965-928d-86be5114c579 req-7cf62066-9300-4a7a-a8a7-6c71adef9c16 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345067 May 11 16:24:16.604202 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0f39-9d85-4d8b-9d15-1b33dd9a3829 req-082fa285-aa8e-4975-9f1c-0e42393c4c58 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:16.605705 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-151e0f39-9d85-4d8b-9d15-1b33dd9a3829 req-082fa285-aa8e-4975-9f1c-0e42393c4c58 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.0816591 May 11 16:24:16.622836 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-436b1086-e867-45fd-8110-850f50665663 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:16.624344 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-436b1086-e867-45fd-8110-850f50665663 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/networks?id=7714fdf2-4338-42f6-bb09-436fa861fe2b HTTP/1.1" status: 200 len: 812 time: 0.1689379 May 11 16:24:16.640283 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-1c6182cc-60a5-422a-b5cb-36ef4aeb44c9 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/quotas/5efd3f7c368a4dfd9f3e2fe5c856b377 HTTP/1.1" status: 200 len: 375 time: 0.0093687 May 11 16:24:16.656896 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-151e0f39-9d85-4d8b-9d15-1b33dd9a3829 req-ed8cba26-12ce-4635-b2d2-61ef9522e100 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 May 11 16:24:16.690866 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-1394cc91-2c3e-4366-8607-7958470a85cb tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5efd3f7c368a4dfd9f3e2fe5c856b377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444582 May 11 16:24:16.834912 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-f94a9088-712b-463a-b7c2-0ef88fa72c7e service neutron] 10.222.0.73 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369359 May 11 16:24:16.980346 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-e25ce031-0b59-44dd-8513-473ff79282a1 service neutron] 10.222.0.73 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392097 May 11 16:24:17.188968 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c6b754f-9f07-4a78-b568-7b6c34d4bb12 req-b4bdac26-6cd2-41a9-9803-cf09facf0a43 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 210 time: 0.0509145 May 11 16:24:17.284631 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-69118073-62bd-457d-8a89-5c7ceb1a7c1e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:17.286216 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-69118073-62bd-457d-8a89-5c7ceb1a7c1e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.2014103 May 11 16:24:17.367370 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-39daebbd-eec3-4a28-9f36-cdd595db230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:17.456655 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Deleting port 5e5d117b-487d-4dae-8cc6-a5516518343f {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:24:17.457060 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:17.662035 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] For port 5e5d117b-487d-4dae-8cc6-a5516518343f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5e5d117b-487d-4dae-8cc6-a5516518343f,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:17.663109 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.109953 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970055-eb18-48c3-96f0-26137bc2afaa req-1269a159-08cf-4bb0-a353-6eb5de494b39 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:18.112150 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a2970055-eb18-48c3-96f0-26137bc2afaa req-1269a159-08cf-4bb0-a353-6eb5de494b39 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 946 time: 0.2996578 May 11 16:24:18.160793 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.161162 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.161474 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.l3_db [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Floating IP 7f96e00a-da47-48d5-b48a-3ed603ca0ea5 disassociated. External IP: 172.27.2.95, port: 5e5d117b-487d-4dae-8cc6-a5516518343f. May 11 16:24:18.161812 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Calling delete_port for 5e5d117b-487d-4dae-8cc6-a5516518343f owned by compute:nova {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:24:18.190632 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a2970055-eb18-48c3-96f0-26137bc2afaa req-2e020055-23f3-459a-8802-c842381c6f19 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=49acb441-81bd-4ec2-9c3a-7bab3f6a9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649626 May 11 16:24:18.295620 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.302994 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0609b63c-b6a5-4b4a-ac4a-3dc1fbd16293 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:18.354467 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-40e4fc23-96f6-4799-ac2a-389e2328fd84 req-03e3cf34-a219-444c-b8f0-9bbd3ba86560 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 210 time: 0.0523207 May 11 16:24:18.355221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event deleted for resources: {'Port': ['ID=5e5d117b-487d-4dae-8cc6-a5516518343f,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:18.364337 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:18.571969 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Router dfb229db-c588-43ea-9fc3-d43387c8e142 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:24:18.646672 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-cdd89256-a00f-4873-8548-e0b494d6c003 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:18.648835 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-cdd89256-a00f-4873-8548-e0b494d6c003 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "GET /v2.0/networks?id=7714fdf2-4338-42f6-bb09-436fa861fe2b HTTP/1.1" status: 200 len: 812 time: 0.1818831 May 11 16:24:18.661825 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Request body: {'port': {'device_id': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b', 'admin_state_up': True, 'tenant_id': '5efd3f7c368a4dfd9f3e2fe5c856b377'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:18.770253 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:18.781252 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] Sync routers for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:18.793824 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:18.795019 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:18.915163 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] No DVR routers for this DVR port 5e5d117b-487d-4dae-8cc6-a5516518343f on host hv-cinder-76111 {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:24:18.918999 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.925457 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-deleted', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:18.967599 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f4bb9879-2b3c-4257-b6ae-6e9bc87c58d9 req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "DELETE /v2.0/ports/5e5d117b-487d-4dae-8cc6-a5516518343f HTTP/1.1" status: 204 len: 173 time: 1.6746750 May 11 16:24:19.034221 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2b82a-c06a-4e8f-b525-1145edfdf875', 'name': 'network-vif-deleted', 'tag': '5e5d117b-487d-4dae-8cc6-a5516518343f', 'status': 'completed', 'code': 200} May 11 16:24:19.048922 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:19.068632 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:19.073604 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:19.098567 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Made reservation on behalf of 5efd3f7c368a4dfd9f3e2fe5c856b377 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:19.103365 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.424941 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-7e96a174-7f96-4767-8631-71792fc6468f req-b4548046-410a-4a7e-ac22-0f4ba0d91dd2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:19.447810 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-7e96a174-7f96-4767-8631-71792fc6468f req-b4548046-410a-4a7e-ac22-0f4ba0d91dd2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:19.463394 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7e96a174-7f96-4767-8631-71792fc6468f req-b4548046-410a-4a7e-ac22-0f4ba0d91dd2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b2b82a-c06a-4e8f-b525-1145edfdf875 HTTP/1.1" status: 200 len: 210 time: 0.0967398 May 11 16:24:19.527040 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Allocated IP 172.20.0.4 (7714fdf2-4338-42f6-bb09-436fa861fe2b/65269299-8131-4d3c-82e2-9f366eb4f7cb/57561c97-6965-44f9-b1af-210b77214a80) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:19.641392 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:19.647016 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] Checking router: dfb229db-c588-43ea-9fc3-d43387c8e142 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:19.659811 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:19.660726 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:23:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:19.668312 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3eb288f2-e18c-435b-b58d-b9fe136d0e22 req-1c9c3044-96b1-4713-9031-89974cc99bc7 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 210 time: 0.0855117 May 11 16:24:19.922953 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.952657 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:19.956601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.963306 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8aaf6562-bfe4-415f-b845-6288f8bb5c59 tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:20.027372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Network 7714fdf2-4338-42f6-bb09-436fa861fe2b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:20.030548 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:20.035415 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:20.081342 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Pushing event updated for resources: {'Port': ['ID=57561c97-6965-44f9-b1af-210b77214a80,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:20.095637 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.096042 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.096412 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.096773 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.097130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.097489 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.097842 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.098199 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.098547 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.098901 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.099248 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.099592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:20.105089 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:20.126816 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:20.127456 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:20.159915 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5021224 May 11 16:24:20.172783 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Request body: {'port': {'device_id': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:20.298072 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:20.371852 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:20.378205 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53242a89-ee96-4f1a-b204-2c03c45577b8 None None] The sync data for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi is: [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:20.608413 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:20.685908 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50164) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:20.794118 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4657f0d-b004-43d4-88bc-33a1da6d6fb6 None None] New status for floating IP 7f96e00a-da47-48d5-b48a-3ed603ca0ea5: DOWN {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:24:20.846792 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:20.856663 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50170) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:20.898700 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.113301 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57561c97-6965-44f9-b1af-210b77214a80 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:24:21.126750 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.129940 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:24:21.199176 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Transition to ACTIVE for port object 57561c97-6965-44f9-b1af-210b77214a80 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:21.229193 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.233369 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-dc77a0a9-c275-4c81-a89b-8228d4ac4aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:21.241021 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 5e5d117b-487d-4dae-8cc6-a5516518343f {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:24:21.241388 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 5e5d117b-487d-4dae-8cc6-a5516518343f not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:24:21.241546 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.248105 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5b9b3e07-0cec-433f-b0c4-53bafe48e994 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:21.253654 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49acb441-81bd-4ec2-9c3a-7bab3f6a9827,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:21.255289 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5a63-5027-4d52-a17e-2de6a12bff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.265217 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.265906 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.266798 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.267168 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.267817 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.268926 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.268926 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.269112 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.269536 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.270022 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.270354 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.270710 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:21.274009 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:21.281469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.288401 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "DELETE /v2.0/security-groups/49acb441-81bd-4ec2-9c3a-7bab3f6a9827 HTTP/1.1" status: 204 len: 168 time: 0.6012430 May 11 16:24:21.289523 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50178) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:21.293038 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.327052 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d97deb-61df-4667-9d16-07943a18ac84 req-78ce411a-af32-4cf6-a628-ed92337ed50f tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:21.327814 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-42d97deb-61df-4667-9d16-07943a18ac84 req-78ce411a-af32-4cf6-a628-ed92337ed50f tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Synchronizing usage tracker for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:21.415020 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:21.437730 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Usage tracker for resource:security_group_rule and tenant:f843776ce8a44f2c8f55754d627c3d8e is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:21.450378 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:21.454361 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.api.v2.resource [None req-023d48e8-a88c-419e-a6f5-b0f1ddee569c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] show failed (client error): The resource could not be found. May 11 16:24:21.458764 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-023d48e8-a88c-419e-a6f5-b0f1ddee569c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups/49acb441-81bd-4ec2-9c3a-7bab3f6a9827 HTTP/1.1" status: 404 len: 347 time: 0.1680827 May 11 16:24:21.459504 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50186) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:21.487435 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Pushing event updated for resources: {'Port': ['ID=57561c97-6965-44f9-b1af-210b77214a80,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:21.489794 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-42d97deb-61df-4667-9d16-07943a18ac84 req-78ce411a-af32-4cf6-a628-ed92337ed50f tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Unset dirty status for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:21.495619 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-42d97deb-61df-4667-9d16-07943a18ac84 req-78ce411a-af32-4cf6-a628-ed92337ed50f tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 931 time: 0.6317661 May 11 16:24:21.497326 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:21.505335 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:21.623985 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-42d97deb-61df-4667-9d16-07943a18ac84 req-2d0fb0b9-f292-4f89-800b-0cb0e07806ba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161542 May 11 16:24:21.655015 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Attempting to bind port 57561c97-6965-44f9-b1af-210b77214a80 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:21.655351 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Attempting to bind port 57561c97-6965-44f9-b1af-210b77214a80 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:21.655678 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Attempting to bind port 57561c97-6965-44f9-b1af-210b77214a80 on network 7714fdf2-4338-42f6-bb09-436fa861fe2b {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:21.665166 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Port 57561c97-6965-44f9-b1af-210b77214a80 on network 7714fdf2-4338-42f6-bb09-436fa861fe2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:24:21.665485 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Attempting to bind port 57561c97-6965-44f9-b1af-210b77214a80 on network 7714fdf2-4338-42f6-bb09-436fa861fe2b {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:21.677530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:21.677873 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Checking segment: {'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:21.678256 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Bound using segment: {'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:21.678806 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Bound port: 57561c97-6965-44f9-b1af-210b77214a80, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ee9b01-5df1-4df8-8e46-62ea2b231ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:21.679033 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.700953 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Deleting port aa079b04-c3ce-4a9d-bb26-9c01ac829c76 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:24:21.701546 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.768860 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.789862 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.800376 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-975512d4-0a42-479b-964a-288f6fcedf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:21.899283 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.899752 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.962198 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] For port 57561c97-6965-44f9-b1af-210b77214a80, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:21.967662 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f843776ce8a44f2c8f55754d627c3d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1098680 May 11 16:24:21.970916 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50190) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:21.971161 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548db649-8382-49f0-85e2-577fa75ebb88,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:21.975747 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:21.981739 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] For port 57561c97-6965-44f9-b1af-210b77214a80, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=57561c97-6965-44f9-b1af-210b77214a80,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:21.989772 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.002503 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:22.045005 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Calling delete_port for aa079b04-c3ce-4a9d-bb26-9c01ac829c76 owned by network:floatingip {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:24:22.049960 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:22.050581 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.052073 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] 10.222.0.87 "PUT /v2.0/ports/57561c97-6965-44f9-b1af-210b77214a80 HTTP/1.1" status: 200 len: 1093 time: 1.8835936 May 11 16:24:22.052613 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'tag': '57561c97-6965-44f9-b1af-210b77214a80'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:22.101282 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Pushing event updated for resources: {'Port': ['ID=57561c97-6965-44f9-b1af-210b77214a80,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:22.105643 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:22.130541 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.137822 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'tag': '57561c97-6965-44f9-b1af-210b77214a80', 'status': 'completed', 'code': 200} May 11 16:24:22.171478 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.199812 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-34a96e51-07e6-4c12-b426-9193eb7000fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:22.201854 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-34a96e51-07e6-4c12-b426-9193eb7000fc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5efd3f7c368a4dfd9f3e2fe5c856b377&device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 1096 time: 0.0973327 May 11 16:24:22.276774 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.279557 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-3d8fa872-cdc3-4608-a882-b5561437c9f5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57561c97-6965-44f9-b1af-210b77214a80 HTTP/1.1" status: 200 len: 217 time: 0.0687919 May 11 16:24:22.280926 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0420f72f-49a4-40c6-85ca-6fe5bb0e365c tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:22.341098 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.355666 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event deleted for resources: {'Port': ['ID=aa079b04-c3ce-4a9d-bb26-9c01ac829c76,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:22.362711 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:22.363345 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e39cfe40-7ffd-44fb-ab17-40f622376388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:22.371906 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-35586929-0b14-4ce2-826d-20136d99f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:22.376461 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-35586929-0b14-4ce2-826d-20136d99f1a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=65269299-8131-4d3c-82e2-9f366eb4f7cb HTTP/1.1" status: 200 len: 852 time: 0.0825052 May 11 16:24:22.418977 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548db649-8382-49f0-85e2-577fa75ebb88,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:22.426810 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:22.428899 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-7a436cf5-3332-4157-a2c6-bad73bee4c7f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7714fdf2-4338-42f6-bb09-436fa861fe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457695 May 11 16:24:22.497836 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.502222 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/548db649-8382-49f0-85e2-577fa75ebb88 HTTP/1.1" status: 204 len: 168 time: 0.5268259 May 11 16:24:22.503431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.505620 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.511733 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-92662f23-7a66-4352-8aa7-f95bad6a5d02 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "DELETE /v2.0/floatingips/7f96e00a-da47-48d5-b48a-3ed603ca0ea5 HTTP/1.1" status: 204 len: 168 time: 1.0464051 May 11 16:24:22.642462 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-55b8f0e2-20be-44a2-95f9-712704b1868a service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062106 May 11 16:24:22.817247 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4ab4e67-4db7-474f-a005-397cc360ab43 req-64265d44-3448-43f2-8baa-0fb63df86351 service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659045 May 11 16:24:22.892118 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50208) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:22.901618 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006437066', 'description': 'tempest-description--849046521'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:22.912842 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:22.920042 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:22.923640 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:22.931400 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:22.951173 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.961430 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f6af-6cb2-4736-acd1-1162cad37d45 req-20ce6d6a-233b-43f7-ab09-4e7ae9d1278c tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:22.961430 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2371f6af-6cb2-4736-acd1-1162cad37d45 req-20ce6d6a-233b-43f7-ab09-4e7ae9d1278c tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 943 time: 0.1416831 May 11 16:24:22.978849 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:22.982737 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group_rule and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:22.985934 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:22.992199 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:23.047273 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2371f6af-6cb2-4736-acd1-1162cad37d45 req-f028cf13-049d-42ba-96b8-585003de4b6a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760288 May 11 16:24:23.060548 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-08e472d7-26fd-43ba-95ba-61bbab97a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:23.062498 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-08e472d7-26fd-43ba-95ba-61bbab97a62e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5efd3f7c368a4dfd9f3e2fe5c856b377&device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 1096 time: 0.1731129 May 11 16:24:23.090222 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.095295 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.101539 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a103f8a0-a87c-4a4f-bfe8-434c2fe8f48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:23.146628 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:23.151103 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:23.153714 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.158079 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2614193 May 11 16:24:23.158609 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50218) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:23.165119 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'security_group_rule': {'security_group_id': '9f173a4c-b5a3-49e3-907a-a0d6ab27fdee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:23.171162 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:23.175605 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group_rule and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:23.178645 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:23.185456 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:23.211668 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.228412 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-38d2fdf6-f3c3-4954-bf3b-2357f70ee086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:23.230041 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-38d2fdf6-f3c3-4954-bf3b-2357f70ee086 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7714fdf2-4338-42f6-bb09-436fa861fe2b HTTP/1.1" status: 200 len: 913 time: 0.1576140 May 11 16:24:23.233316 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.288132 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.292616 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.294761 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:23.316182 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-a7396bf5-5d68-480f-a7a1-aea328f1d234 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57561c97-6965-44f9-b1af-210b77214a80 HTTP/1.1" status: 200 len: 217 time: 0.0776374 May 11 16:24:23.323028 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653159c0-bf20-49fa-8d48-31854a0727f6,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:23.325904 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:23.339451 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.340792 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810694 May 11 16:24:23.343503 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50228) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:23.350098 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'security_group_rule': {'security_group_id': '9f173a4c-b5a3-49e3-907a-a0d6ab27fdee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:23.356971 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:23.362603 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:security_group_rule and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:23.366016 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:23.373387 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:23.396653 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.403096 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-635772aa-6ae8-44ab-b9d3-55b5b7b13aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:23.404826 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-635772aa-6ae8-44ab-b9d3-55b5b7b13aa3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=65269299-8131-4d3c-82e2-9f366eb4f7cb HTTP/1.1" status: 200 len: 852 time: 0.0802877 May 11 16:24:23.466112 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-9f3af0ee-9ca5-4b23-9009-9e6bb3feea78 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7714fdf2-4338-42f6-bb09-436fa861fe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517657 May 11 16:24:23.479866 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.481032 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50234) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:23.492974 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.506469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-435e2d9e-9b80-482d-9987-e20908792f6b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:23.539512 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b3d741-2746-43b9-a3e0-96c39a617360,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:23.542052 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:23.549174 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.555333 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-9d6f68ed-1430-4180-aacd-cef9b0a69111 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2061086 May 11 16:24:23.556466 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50240) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:23.563183 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:23.569457 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:23.574054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Usage tracker for resource:floatingip and tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:23.577368 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:23.585321 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:23.597000 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.623793 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-166360831-network', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:23.637354 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-cfce19c1-ca82-446d-9e9f-5a9fa619729e service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620965 May 11 16:24:23.674335 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:23.684556 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Usage tracker for resource:network and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:23.693446 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:23.702635 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:23.719899 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Made reservation on behalf of 3abdb732adfa438f91ee82dfb2b8cfb4 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:23.722184 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.737834 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.763700 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:23.772037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:23.775417 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:23.787690 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-44ed18ac-0baa-4822-beaa-5cc1b8bb4ed3 req-d294cf53-b0fa-4047-aeb7-502c50e6962c service neutron] 10.222.0.87 "GET /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398296 May 11 16:24:23.793509 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:23.828836 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.014956 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.024592 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.027845 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Allocated IP 172.27.2.51 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/3632ed15-c190-488a-a08f-ba717bdb5a97) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:24.029692 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2d4461b5-695f-424a-b3d0-97ac410d063c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:24.066134 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:24:24.091945 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1370ac2d-a7b3-4533-937f-ee92bc87538f,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:24.103233 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:24.242431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.242644 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Added segment 22ee9732-4418-4abc-86c9-88ac91f6c157 of type vlan for network 8d788ec7-b034-41e0-bfcb-89c268676f36 May 11 16:24:24.252813 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c2b4a-0c79-4be4-b22a-45dac36a9877 req-a643c729-68e2-43d8-bb9f-126ce3795e18 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:24.254334 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a76c2b4a-0c79-4be4-b22a-45dac36a9877 req-a643c729-68e2-43d8-bb9f-126ce3795e18 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 943 time: 0.0903928 May 11 16:24:24.298686 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.302540 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a76c2b4a-0c79-4be4-b22a-45dac36a9877 req-0efef8bb-7be7-4c95-a1b6-7b9cf2541a74 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 May 11 16:24:24.364269 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.372615 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.374829 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:24.375967 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.380331 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:24.499044 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50248) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:24.499276 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0164535 May 11 16:24:24.505551 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Request body: {'subnet': {'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-166360831-subnet', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:24.507748 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Pushing event updated for resources: {'Network': ['ID=8d788ec7-b034-41e0-bfcb-89c268676f36,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:24.510938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:24.511094 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:24.519653 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Usage tracker for resource:subnet and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:24.519857 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:24:24.522514 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.523605 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:24.528308 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7c22119c-4397-47e9-ab65-9c2e7903287b tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:24.530425 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:24.541560 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Made reservation on behalf of 3abdb732adfa438f91ee82dfb2b8cfb4 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:24.544855 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2111379'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.587827 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:24.591307 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:24.595564 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:24.645480 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'Port': ['ID=3632ed15-c190-488a-a08f-ba717bdb5a97,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:24.650602 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:24.717181 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.799810 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.058358 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.063633 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.068784 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4cdf19f9-8650-45a9-aea2-a303a2da2603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:25.122151 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2346596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2111457'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.127085 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a2f6e811-887e-48a2-8cca-b3d6aa477052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:25.181031 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'Port': ['ID=3632ed15-c190-488a-a08f-ba717bdb5a97,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:25.185845 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:25.199285 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.209178 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0274734c-f529-465c-8c24-f4dbf7e7ed1c,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:25.213067 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:25.220089 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Checking segment: {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:25.220470 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Network hostable DHCP agents. Network: 8d788ec7-b034-41e0-bfcb-89c268676f36, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:24:25.222948 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.224321 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6665852 May 11 16:24:25.241454 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:24:25.253507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 8d788ec7-b034-41e0-bfcb-89c268676f36) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:25.265002 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:25.266973 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.270323 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c45886-7ae1-4466-b2a0-67f71d57186e None None] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:25.302646 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ee91d6ed-7582-4b86-8dda-6f468ade1a88 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8024912 May 11 16:24:25.305630 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50256) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:25.312379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:25.318086 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:25.325689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Usage tracker for resource:router and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:25.344512 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:25.360611 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:25.410729 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.411836 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.430853 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.457265 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.603157 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-8d788ec7-b034-41e0-bfcb-89c268676f36', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:24:25.603905 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-830f69bd-3171-4958-abb2-2d14f4411ec8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:25.606390 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.622823 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-830f69bd-3171-4958-abb2-2d14f4411ec8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:25.624192 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-830f69bd-3171-4958-abb2-2d14f4411ec8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2006437066&fields=id&tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 267 time: 0.0821915 May 11 16:24:25.842753 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-26dd4a3c-5c9c-442c-994d-cb33f8d8bf2f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:25.846742 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Allocated IP 172.20.0.2 (8d788ec7-b034-41e0-bfcb-89c268676f36/0274734c-f529-465c-8c24-f4dbf7e7ed1c/c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:25.851307 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.856156 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-26dd4a3c-5c9c-442c-994d-cb33f8d8bf2f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 816 time: 0.2211406 May 11 16:24:25.879738 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-58f00b84-ce8a-49ca-9802-120550f4ad7d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/quotas/4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 375 time: 0.0210440 May 11 16:24:25.898518 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3cc5a-e19f-49d0-9256-b9d9c6abfd7e req-a2609430-401d-4d3e-9e1b-79330f5d9ff0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:25.900216 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f1b3cc5a-e19f-49d0-9256-b9d9c6abfd7e req-a2609430-401d-4d3e-9e1b-79330f5d9ff0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 943 time: 0.3597326 May 11 16:24:25.982645 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-d1bdbe45-f9d0-4412-ac8b-c21d04946c18 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:26.006068 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-d1bdbe45-f9d0-4412-ac8b-c21d04946c18 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:26.009473 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-d1bdbe45-f9d0-4412-ac8b-c21d04946c18 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283941 May 11 16:24:26.015147 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f1b3cc5a-e19f-49d0-9256-b9d9c6abfd7e req-a6340aec-5a9b-4051-9c9f-b9189bdf6c88 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052542 May 11 16:24:26.114654 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.125997 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Transition to ACTIVE for port object c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:26.146459 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Transition to ACTIVE for port object c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:26.153504 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.159556 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:26.225392 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:26.228184 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:26.233439 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:26.252322 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-bfe5449a-054d-4291-8c63-342473153b4f service neutron] 10.222.0.73 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277565 May 11 16:24:26.252897 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Pushing event updated for resources: {'Port': ['ID=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:26.255524 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:26.302074 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.338864 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.348870 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Attempting to bind port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:26.349541 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Attempting to bind port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:26.350025 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Attempting to bind port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 on network 8d788ec7-b034-41e0-bfcb-89c268676f36 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:26.356381 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:26.356831 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Checking segment: {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:26.357342 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.357869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Bound using segment: {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:26.358457 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Bound port: c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:26.358934 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.437913 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-72a2cd58-eb4f-4212-ac4c-213c58d1787e service neutron] 10.222.0.73 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749425 May 11 16:24:26.473204 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] For port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:26.476980 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] For port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:26.485580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.494382 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:26.520038 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Allocated IP 172.27.2.182 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/bcb81091-cade-4128-996f-9066ebac33d7) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:26.607070 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Pushing event updated for resources: {'Port': ['ID=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:26.620542 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:26.727335 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.781163 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-718123ea-cd28-47e8-9bef-eb8cdcd55ce4 req-05094569-53ec-4ef8-bb2e-2a88ad9cd9da tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 210 time: 0.0523345 May 11 16:24:26.873142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.905620 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:26.914013 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b4ec8132-106d-43dc-afb4-3c0ae54de39b tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:26.964183 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:26.972447 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:26.976574 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:27.038588 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Pushing event updated for resources: {'Port': ['ID=bcb81091-cade-4128-996f-9066ebac33d7,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:27.048844 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:27.132997 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 57561c97-6965-44f9-b1af-210b77214a80 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:24:27.304676 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05a377-6366-4be7-b746-c852e4554d93 req-51a449cc-5b8e-4920-a5ab-cc57a4ecdcc0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:27.324047 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bc05a377-6366-4be7-b746-c852e4554d93 req-51a449cc-5b8e-4920-a5ab-cc57a4ecdcc0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 943 time: 0.1556726 May 11 16:24:27.379077 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 57561c97-6965-44f9-b1af-210b77214a80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=57561c97-6965-44f9-b1af-210b77214a80,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:27.396491 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '57561c97-6965-44f9-b1af-210b77214a80', 'network_id': '7714fdf2-4338-42f6-bb09-436fa861fe2b', 'port_id': '57561c97-6965-44f9-b1af-210b77214a80', 'mac_address': 'fa:16:3e:95:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65269299-8131-4d3c-82e2-9f366eb4f7cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:24:27.409040 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bc05a377-6366-4be7-b746-c852e4554d93 req-98c273e4-adde-4577-a70b-733fd02d9d25 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838022 May 11 16:24:27.483296 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:27.519716 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57561c97-6965-44f9-b1af-210b77214a80 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:24:27.542899 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 57561c97-6965-44f9-b1af-210b77214a80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=57561c97-6965-44f9-b1af-210b77214a80,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:27.549756 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:27.551728 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-b92b9692-8f14-49cc-84d5-1543ecdafdbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:27.601486 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:27.703391 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=57561c97-6965-44f9-b1af-210b77214a80,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:27.705244 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:27.709333 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:27.735559 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:27.805825 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['57561c97-6965-44f9-b1af-210b77214a80'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:24:27.939439 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc1a38-7a50-4780-81ef-bd16ccd0746d None None] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:28.097947 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Provisioning for port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:28.165633 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1d3c3242-ad94-404f-98aa-04e1126f5d72 req-6adc6511-9349-466e-ba44-6c49238bea26 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 210 time: 0.1519008 May 11 16:24:28.192431 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Provisioning complete for port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:28.192953 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:28.352153 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:28.546824 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:28.609585 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] For port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:28.617765 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:28.622129 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-7e2cdc0d-a48f-4dd4-9e55-3aee65efcbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:28.659314 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-72cae69c-c7cf-418c-892f-9239859f317e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:28.660910 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-72cae69c-c7cf-418c-892f-9239859f317e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 816 time: 0.5463641 May 11 16:24:28.747580 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-af64357f-3a01-4aa8-b9e3-ed0974bdbb69 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 380 time: 0.0759699 May 11 16:24:28.750710 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Pushing event updated for resources: {'Port': ['ID=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:28.755068 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:28.810258 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'port': {'device_id': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'admin_state_up': True, 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'security_groups': ['9f173a4c-b5a3-49e3-907a-a0d6ab27fdee']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:28.949888 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-5f394c2d-735f-419e-8d18-cc7a9fd710d1 None None] Provisioning complete for port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:28.950346 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5f394c2d-735f-419e-8d18-cc7a9fd710d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.056179 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e48a3-0fe8-4869-8466-2756a80e4e4f req-f3980246-b307-4cbf-9089-e07855d07034 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:29.058873 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff3e48a3-0fe8-4869-8466-2756a80e4e4f req-f3980246-b307-4cbf-9089-e07855d07034 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 944 time: 0.3084249 May 11 16:24:29.066059 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:24:29.075507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:29.161307 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 57561c97-6965-44f9-b1af-210b77214a80 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:29.176702 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:29.239353 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 57561c97-6965-44f9-b1af-210b77214a80 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:29.246357 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 57561c97-6965-44f9-b1af-210b77214a80 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:29.246870 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.290110 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Made reservation on behalf of 4e1c550cdb7e493e9a0477b0e63eb3e3 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:29.294106 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.308726 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff3e48a3-0fe8-4869-8466-2756a80e4e4f req-e50abc37-7368-4989-8e9b-2972513d00ba tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369587 May 11 16:24:29.385373 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:29.399185 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Sync routers for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:29.421991 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:29.423398 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:29.463429 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0d1bddf7-0388-46ec-8a8f-a647e128771a req-ed381778-bbd1-4b53-b917-b17f4bd33f34 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 210 time: 0.1079760 May 11 16:24:29.509227 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:29.511296 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.512813 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2056949 May 11 16:24:29.516622 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50306) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:29.632022 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Allocated IP 172.20.0.12 (68781442-ff8b-49fc-801b-1dea9dad5366/8343633b-88bb-4532-a049-6161e43450c5/ed0876a1-de5e-40e5-819b-6df5d3d6ba29) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:29.674886 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.762597 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57561c97-6965-44f9-b1af-210b77214a80'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:29.798585 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 57561c97-6965-44f9-b1af-210b77214a80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=57561c97-6965-44f9-b1af-210b77214a80,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:29.845932 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:29.951664 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.980482 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Transition to ACTIVE for port object ed0876a1-de5e-40e5-819b-6df5d3d6ba29 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:30.018599 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:30.024589 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:30.036252 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:30.041621 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57561c97-6965-44f9-b1af-210b77214a80', 'code': 200} May 11 16:24:30.050510 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:30.095904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:30.095904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:30.138532 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Network 68781442-ff8b-49fc-801b-1dea9dad5366 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:30.140347 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:30.145189 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:30.148404 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:30.149536 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:30.242476 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-c0be1445-69f9-41ad-8178-1574c8472036 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4489729 May 11 16:24:30.302843 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:30.303657 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:30.337683 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5378687 May 11 16:24:30.353503 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Request body: {'port': {'device_id': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:30.533885 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=57561c97-6965-44f9-b1af-210b77214a80,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:30.544907 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:30.676722 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-90e5fede-a203-431f-b1c1-29901a757647 None None] Provisioning for port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:30.685291 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3341d50-04f9-4ba9-8346-c786d9dea60f req-6f1f95ff-62aa-4bd3-83bf-70a81a79cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:30.687569 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e3341d50-04f9-4ba9-8346-c786d9dea60f req-6f1f95ff-62aa-4bd3-83bf-70a81a79cdd6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 1098 time: 0.3862131 May 11 16:24:30.712459 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:30.817234 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-19d57c69-caf5-42b4-8bdd-5993945479b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:30.818737 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-19d57c69-caf5-42b4-8bdd-5993945479b3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1137 time: 0.3783002 May 11 16:24:30.828086 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-90e5fede-a203-431f-b1c1-29901a757647 None None] Provisioning complete for port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:30.829541 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-90e5fede-a203-431f-b1c1-29901a757647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:30.855978 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e3341d50-04f9-4ba9-8346-c786d9dea60f req-7218c15c-f7ad-4a10-be99-db034efd0c24 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839143 May 11 16:24:30.907316 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda4b56-68b6-4e99-a43e-b103fc4d0183 req-e506ccb0-c99f-4514-8bf3-49a4737bdaa3 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:30.912187 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5fda4b56-68b6-4e99-a43e-b103fc4d0183 req-e506ccb0-c99f-4514-8bf3-49a4737bdaa3 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 945 time: 0.2918320 May 11 16:24:30.971375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-90e5fede-a203-431f-b1c1-29901a757647 None None] Port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:24:30.992938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e5f9-b563-4e8d-81f5-ecf087ade475 req-e3d460d8-96cf-4ab4-a6a3-adfcb203a306 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:31.000501 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bb01e5f9-b563-4e8d-81f5-ecf087ade475 req-e3d460d8-96cf-4ab4-a6a3-adfcb203a306 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 932 time: 0.3357322 May 11 16:24:31.003664 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:27Z', 'revision_number': 3, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:31.010993 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Checking router: 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:31.011612 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Updating router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d port bcb81091-cade-4128-996f-9066ebac33d7 binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:24:31.061841 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.098075 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bb01e5f9-b563-4e8d-81f5-ecf087ade475 req-05ca4d90-faa3-4220-9720-9383a077a1da tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967624 May 11 16:24:31.122536 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.356619 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5fda4b56-68b6-4e99-a43e-b103fc4d0183 req-2e42aa26-495d-4805-9552-4c83d982a51e tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100356 May 11 16:24:31.440717 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-1969f923-fa91-4f7a-88f6-a0f82672b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:31.442506 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-1969f923-fa91-4f7a-88f6-a0f82672b5f3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 916 time: 0.5185955 May 11 16:24:31.507088 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Allocated IP 172.20.0.1 (8d788ec7-b034-41e0-bfcb-89c268676f36/0274734c-f529-465c-8c24-f4dbf7e7ed1c/cfa2e48e-e059-4091-abe8-97ec915b50e7) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:31.563650 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.585597 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Transition to ACTIVE for port object bcb81091-cade-4128-996f-9066ebac33d7 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:31.597677 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.607273 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:31.731995 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-4649d374-7930-4e36-8441-3884ed7c1278 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 1001 time: 0.2793424 May 11 16:24:31.751312 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Attempting to bind port bcb81091-cade-4128-996f-9066ebac33d7 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:31.751984 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Attempting to bind port bcb81091-cade-4128-996f-9066ebac33d7 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:31.752474 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Attempting to bind port bcb81091-cade-4128-996f-9066ebac33d7 on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:31.754931 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7019962-f0d7-4f09-b33a-7e9bdf958658 None None] Pushing event updated for resources: {'Port': ['ID=bcb81091-cade-4128-996f-9066ebac33d7,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:31.759679 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c7019962-f0d7-4f09-b33a-7e9bdf958658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:31.762935 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:31.763587 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:31.764077 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.764545 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:31.765437 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Bound port: bcb81091-cade-4128-996f-9066ebac33d7, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:31.766458 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.824523 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.864314 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Transition to ACTIVE for port object cfa2e48e-e059-4091-abe8-97ec915b50e7 will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:31.871050 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-ca2b1d90-750e-4da6-9add-5137590760dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:31.873412 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-ca2b1d90-750e-4da6-9add-5137590760dd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.1289952 May 11 16:24:31.873786 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] For port bcb81091-cade-4128-996f-9066ebac33d7, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:31.877980 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0876a1-de5e-40e5-819b-6df5d3d6ba29 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:24:31.880400 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] For port bcb81091-cade-4128-996f-9066ebac33d7, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=bcb81091-cade-4128-996f-9066ebac33d7,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:31.887100 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.889905 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.896950 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:31.909710 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.916391 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:31.964245 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Transition to ACTIVE for port object ed0876a1-de5e-40e5-819b-6df5d3d6ba29 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:31.982598 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.988708 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-37c22c73-9012-419d-a782-46b15a22a47a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:32.005799 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:32.007888 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:32.008620 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:32.009953 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:32.015080 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:32.075828 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa2e48e-e059-4091-abe8-97ec915b50e7,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:32.082203 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:32.101984 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:32.182420 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7019962-f0d7-4f09-b33a-7e9bdf958658 None None] Pushing event updated for resources: {'Port': ['ID=bcb81091-cade-4128-996f-9066ebac33d7,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:32.200013 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c7019962-f0d7-4f09-b33a-7e9bdf958658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:32.290110 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:32.459983 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:32.474608 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:32.506553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-22bf81d5-c5a0-46f0-b6d9-b83e59a98ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:32.508425 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-22bf81d5-c5a0-46f0-b6d9-b83e59a98ba7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6145959 May 11 16:24:32.683404 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-7ba6a020-b912-4022-aafe-f871f1e3ad0f None None] Provisioning for port cfa2e48e-e059-4091-abe8-97ec915b50e7 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:32.694308 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Attempting to bind port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:32.694671 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Attempting to bind port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:32.695006 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Attempting to bind port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 on network 68781442-ff8b-49fc-801b-1dea9dad5366 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:32.715836 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-7ba6a020-b912-4022-aafe-f871f1e3ad0f None None] Provisioning complete for port cfa2e48e-e059-4091-abe8-97ec915b50e7 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:32.716455 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a020-b912-4022-aafe-f871f1e3ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:32.791583 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 on network 68781442-ff8b-49fc-801b-1dea9dad5366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:24:32.792192 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Attempting to bind port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 on network 68781442-ff8b-49fc-801b-1dea9dad5366 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:32.816449 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:32.816983 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Checking segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:32.817550 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Bound using segment: {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:32.818100 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Bound port: ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4706c0a3-d04c-42ea-8ffa-a8c826c2c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:32.818495 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:32.823867 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:32.865255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006199f6-901b-452b-857e-c6de23fb2251 req-9ccd7e7c-3f69-45b8-adfa-8de1318996ed tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:32.867625 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6a020-b912-4022-aafe-f871f1e3ad0f None None] Port cfa2e48e-e059-4091-abe8-97ec915b50e7 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:24:32.873291 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-006199f6-901b-452b-857e-c6de23fb2251 req-9ccd7e7c-3f69-45b8-adfa-8de1318996ed tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.3945086 May 11 16:24:32.903711 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-2502650b-6055-4b63-ae39-eedecbed8456 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840709 May 11 16:24:32.922839 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:27Z', 'revision_number': 3, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:32.929090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cafde-0095-4d9c-97d4-3deafadbf675 None None] The sync data for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi is: [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:27Z', 'revision_number': 3, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:33.049840 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-006199f6-901b-452b-857e-c6de23fb2251 req-0fbbb6ee-f615-4c71-b6c3-9cddf2087892 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753054 May 11 16:24:33.161505 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e6aac-5534-47ca-ba10-55b3d9986baf req-f7843ac8-530e-4089-bdc8-63799a2d9190 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:33.164378 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-456e6aac-5534-47ca-ba10-55b3d9986baf req-f7843ac8-530e-4089-bdc8-63799a2d9190 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 945 time: 0.4481685 May 11 16:24:33.172213 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:33.178548 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-dd6c6f95-8fd2-407c-bc5e-e8526156074d req-5936efd9-16cf-4475-bedd-d5c54981beef service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643363 May 11 16:24:33.221841 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:33.234472 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:33.245434 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3ec654d2-2874-423b-9c51-f37fc19f73b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:33.296256 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:33.303255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:33.361923 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:33.441139 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa2e48e-e059-4091-abe8-97ec915b50e7,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:33.444828 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-456e6aac-5534-47ca-ba10-55b3d9986baf req-3e853bbb-2560-4f0c-81bb-245fd537959e tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590923 May 11 16:24:33.446508 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:33.456754 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:33.457469 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:33.469778 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-86714136-761d-4e83-a4f0-7647b283969c service neutron] 10.222.0.87 "PUT /v2.0/ports/ed0876a1-de5e-40e5-819b-6df5d3d6ba29 HTTP/1.1" status: 200 len: 1094 time: 3.1213109 May 11 16:24:33.470552 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:33.491182 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:33.545422 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:33.561856 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:33.582280 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bcb81091-cade-4128-996f-9066ebac33d7 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:33.706248 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'status': 'completed', 'code': 200} May 11 16:24:33.753020 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:33.761141 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:33.779626 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port bcb81091-cade-4128-996f-9066ebac33d7 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:33.797111 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port bcb81091-cade-4128-996f-9066ebac33d7 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:33.798828 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:33.847131 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-1038bcd5-4890-4b3e-9d63-939a94e6cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:33.849403 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-1038bcd5-4890-4b3e-9d63-939a94e6cbcc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 1097 time: 0.2864261 May 11 16:24:34.070802 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-3d56c162-8bea-434b-9e13-4998090e9e5e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29 HTTP/1.1" status: 200 len: 217 time: 0.2133694 May 11 16:24:34.203580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.222387 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:24:34.235090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port bcb81091-cade-4128-996f-9066ebac33d7, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=bcb81091-cade-4128-996f-9066ebac33d7,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:34.242612 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.246728 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:34.360757 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=bcb81091-cade-4128-996f-9066ebac33d7,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:34.367190 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:34.382131 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-83d51bf0-f948-464b-a4c4-abca3e9adebc None None] Provisioning complete for port cfa2e48e-e059-4091-abe8-97ec915b50e7 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:34.383711 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-83d51bf0-f948-464b-a4c4-abca3e9adebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.610329 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-83d51bf0-f948-464b-a4c4-abca3e9adebc None None] Port cfa2e48e-e059-4091-abe8-97ec915b50e7 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:24:34.618115 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-10ed2fb7-ff03-4244-a7f8-a6e3a6eb09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:34.620162 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-10ed2fb7-ff03-4244-a7f8-a6e3a6eb09b8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.5414767 May 11 16:24:34.625736 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-d9684f08-25b3-43c4-aa8b-8a0c2fd25576 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286761289&fields=id&tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0 HTTP/1.1" status: 200 len: 267 time: 0.3541136 May 11 16:24:34.779603 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:34.800729 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] 10.222.0.73 "PUT /v2.0/routers/2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2790618 May 11 16:24:34.853633 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-c79ec25f-cb77-476a-80c2-196924264b68 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:34.864172 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-c79ec25f-cb77-476a-80c2-196924264b68 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 984 time: 0.2256000 May 11 16:24:34.870118 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Request body: {'port': {'security_groups': ['9086f003-380b-47d4-b162-0b14ef2467cc']}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:34.922249 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-2c82dd6d-8789-4cbb-9946-90a151c8ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:34.924513 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-2c82dd6d-8789-4cbb-9946-90a151c8ae01 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2836797 May 11 16:24:34.980974 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3bd5d-56d5-4113-8776-58907be696fe req-24e74227-ee62-42b2-b043-032500435e32 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:34.982011 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-6ca3bd5d-56d5-4113-8776-58907be696fe req-24e74227-ee62-42b2-b043-032500435e32 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Synchronizing usage tracker for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:35.080686 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-6ca3bd5d-56d5-4113-8776-58907be696fe req-24e74227-ee62-42b2-b043-032500435e32 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Unset dirty status for tenant:4e1c550cdb7e493e9a0477b0e63eb3e3 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:35.086140 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ca3bd5d-56d5-4113-8776-58907be696fe req-24e74227-ee62-42b2-b043-032500435e32 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.3407102 May 11 16:24:35.098745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.178767 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6ca3bd5d-56d5-4113-8776-58907be696fe req-8d1eb5f7-db3c-4cb8-ab55-013f0db7a8e7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815146 May 11 16:24:35.180890 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-ce167310-1b2a-475a-abf6-4600bdfdc5bf service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486954 May 11 16:24:35.501546 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff9bdba7-7611-4580-8e6b-4b20b1dcf741 req-7011b98a-5c6a-4191-8e25-489691508eb2 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127265 May 11 16:24:35.570668 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bcb81091-cade-4128-996f-9066ebac33d7 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:35.693075 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:35.694104 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port bcb81091-cade-4128-996f-9066ebac33d7 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:35.695151 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-5e62be1d-7c5a-4f1d-8f88-3580fb3cfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:35.695941 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.697168 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-5e62be1d-7c5a-4f1d-8f88-3580fb3cfc95 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 1097 time: 0.1190915 May 11 16:24:35.729176 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Sync routers for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:35.743522 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:35.744187 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:35.773736 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.792248 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.810372 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:35.869182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:24:35.884239 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50368) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:35.891820 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1494060834-network', 'tenant_id': '8019a5572f7141ff80e6033fed609b53'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:35.902248 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:35.914363 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Usage tracker for resource:network and tenant:8019a5572f7141ff80e6033fed609b53 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:35.926516 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:35.952255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:35.967450 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:35.969990 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.976869 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-77a595b7-d171-4e26-9ffc-8ea1f1192bf0 req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "PUT /v2.0/ports/7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 942 time: 1.1113715 May 11 16:24:35.983365 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:35.994423 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50372) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:35.999255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Made reservation on behalf of 8019a5572f7141ff80e6033fed609b53 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:36.002861 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.030068 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.087435 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-83311fe6-699a-4eea-ad99-5132888cf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:36.089160 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-83311fe6-699a-4eea-ad99-5132888cf7b0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.3824360 May 11 16:24:36.095431 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:36.114303 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.120885 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:24:36.153173 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.236785 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'status': 'completed', 'code': 200} May 11 16:24:36.247270 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event updated for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=7']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:36.260612 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:36.271818 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8019a5572f7141ff80e6033fed609b53 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:36.298963 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.319616 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:36.348831 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:36.354098 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-bd23bad1-1cea-4c70-b231-65bd548a9e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:36.354395 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-89911658-3084-4ed9-9976-e2bf33e63db9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29 HTTP/1.1" status: 200 len: 217 time: 0.2458439 May 11 16:24:36.360398 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:36.407271 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c853721a-c835-49e7-aaa5-c024941c2953,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:36.428663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:36.430005 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.436745 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "DELETE /v2.0/security-groups/c853721a-c835-49e7-aaa5-c024941c2953 HTTP/1.1" status: 204 len: 168 time: 0.4358346 May 11 16:24:36.445137 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-7021177b-7ad8-45e8-91fd-aef08997a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:36.446848 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-7021177b-7ad8-45e8-91fd-aef08997a9a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.0828605 May 11 16:24:36.451995 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50382) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:36.657084 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-11a443bf-67c0-4f71-b015-99fcaaeb9eba None None] Provisioning complete for port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:36.658666 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-11a443bf-67c0-4f71-b015-99fcaaeb9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.715215 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-ee15c528-6a63-47a6-80b3-e7c68094e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:36.716816 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-ee15c528-6a63-47a6-80b3-e7c68094e497 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1098 time: 0.4837677 May 11 16:24:36.780952 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f01e0-11dd-4579-8821-e00ee060f842 req-6c75e2dd-313e-4326-91aa-a331a3e317d9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:36.795662 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ea9f01e0-11dd-4579-8821-e00ee060f842 req-6c75e2dd-313e-4326-91aa-a331a3e317d9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1904578 May 11 16:24:36.903197 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:33Z', 'revision_number': 2, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:36.904164 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ea9f01e0-11dd-4579-8821-e00ee060f842 req-8058b7b1-14de-40cd-9a69-751269632963 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003354 May 11 16:24:36.908565 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Checking router: 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:36.908979 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Updating router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d port cfa2e48e-e059-4091-abe8-97ec915b50e7 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:24:36.975487 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:36.992916 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-29f6db8e-3812-4a5e-b751-59f338d79122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:36.994388 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-29f6db8e-3812-4a5e-b751-59f338d79122 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 916 time: 0.2145870 May 11 16:24:37.257790 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.270077 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-95fce2dc-bbca-449f-834d-c9259bfb4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:37.271552 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-95fce2dc-bbca-449f-834d-c9259bfb4b06 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.8132765 May 11 16:24:37.299496 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.317952 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5ec99aa2-a2c7-4fb8-b543-5a9854cdf7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:37.382004 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-5e89a360-6871-4761-9dba-902ba3f53c5f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 1001 time: 0.3790581 May 11 16:24:37.431328 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:24:37.542891 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.543378 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Added segment 39606f23-00e6-449b-9ce5-ef8ed96adbf0 of type vlan for network 88a9fc37-c2d4-434a-a5fb-9b890776b44e May 11 16:24:37.554968 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5acf7c-0de9-498b-a6de-51ffcaf73f76,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:37.555247 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.573402 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Transition to ACTIVE for port object cfa2e48e-e059-4091-abe8-97ec915b50e7 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:37.583470 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.587650 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:37.592453 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:37.713344 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-e48bfe84-90e6-426d-9aa8-c0836c33154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:37.714922 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-e48bfe84-90e6-426d-9aa8-c0836c33154b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.2667589 May 11 16:24:37.723272 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-7b202d0e-2373-4374-a0d1-e31277bcc9b2 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117484 May 11 16:24:37.726432 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.730988 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a28488-dfc8-4c80-91a0-9381a20f5fb5 None None] Pushing event updated for resources: {'Port': ['ID=cfa2e48e-e059-4091-abe8-97ec915b50e7,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:37.769510 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-40a28488-dfc8-4c80-91a0-9381a20f5fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:37.819406 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Deleting port af1c7e75-920d-49ec-aa85-8d922c747596 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:24:37.820011 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.865856 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Attempting to bind port cfa2e48e-e059-4091-abe8-97ec915b50e7 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:37.866230 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Attempting to bind port cfa2e48e-e059-4091-abe8-97ec915b50e7 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:37.866594 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Attempting to bind port cfa2e48e-e059-4091-abe8-97ec915b50e7 on network 8d788ec7-b034-41e0-bfcb-89c268676f36 {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:37.872838 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:37.873284 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Checking segment: {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:37.873595 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.873990 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Bound using segment: {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:37.874484 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Bound port: cfa2e48e-e059-4091-abe8-97ec915b50e7, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:37.875312 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:37.967516 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.db.resource_extend [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:24:38.034837 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:38.036835 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] For port cfa2e48e-e059-4091-abe8-97ec915b50e7, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:38.044261 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] For port cfa2e48e-e059-4091-abe8-97ec915b50e7, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=cfa2e48e-e059-4091-abe8-97ec915b50e7,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:38.052608 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:38.053194 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:38.053414 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:38.058152 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-e7e0d747-18c7-4d35-af5e-132fef828ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:38.063121 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:38.148010 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:38.148815 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:38.238526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:38.238848 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:38.264025 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-71286ac1-f352-4dc2-bb4d-2230dc2b358a req-18e5f152-fe8b-40b4-91d5-1f2113b3b072 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111191 May 11 16:24:38.305555 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc392a4-d638-4aae-97c6-8eada9637340 req-8c7987d2-9425-4a16-b7d3-5bd7ee6a7f2b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:38.318770 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cfc392a4-d638-4aae-97c6-8eada9637340 req-8c7987d2-9425-4a16-b7d3-5bd7ee6a7f2b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.2052114 May 11 16:24:38.372915 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a28488-dfc8-4c80-91a0-9381a20f5fb5 None None] Pushing event updated for resources: {'Port': ['ID=cfa2e48e-e059-4091-abe8-97ec915b50e7,revision_number=4']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:38.390468 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-40a28488-dfc8-4c80-91a0-9381a20f5fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:38.459529 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cfc392a4-d638-4aae-97c6-8eada9637340 req-884f32ff-0054-46f3-b257-bf2b81b5fc19 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337833 May 11 16:24:38.514017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Calling delete_port for af1c7e75-920d-49ec-aa85-8d922c747596 owned by network:floatingip {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:24:38.520406 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:38.530376 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Pushing event updated for resources: {'Network': ['ID=88a9fc37-c2d4-434a-a5fb-9b890776b44e,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:38.535951 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6502016 May 11 16:24:38.538768 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50394) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:38.540646 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:38.548307 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Request body: {'subnet': {'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1494060834-subnet', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'ip_version': 4}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:38.548604 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:24:38.567517 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:38.575546 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Usage tracker for resource:subnet and tenant:8019a5572f7141ff80e6033fed609b53 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:38.584228 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:38.599987 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-beced1ca-f527-4df5-a9fa-5763ea1dd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:38.602365 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:38.602778 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-beced1ca-f527-4df5-a9fa-5763ea1dd241 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.8781025 May 11 16:24:38.630993 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Made reservation on behalf of 8019a5572f7141ff80e6033fed609b53 for: {'subnet': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:38.637217 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2718750'] for subnet, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:38.885333 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-bb260b73-3699-473f-8dc0-330d56eb5fe6 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695007 May 11 16:24:39.102172 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:38Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:39.108205 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb427715-1332-4651-a6d5-6ef99aaa1983 None None] The sync data for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi is: [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:38Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:39.208271 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:24:39.258297 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1826086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2718828'] for subnet, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:39.264244 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2491e3fa-4cce-4628-81be-494915d6e3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:39.297775 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:39.322840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:39.380425 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Checking segment: {'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:39.381037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Network hostable DHCP agents. Network: 88a9fc37-c2d4-434a-a5fb-9b890776b44e, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:24:39.392750 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ee5186-79ac-482c-9e1a-927dcdf32612,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:39.396940 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:39.423334 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:24:39.434747 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event deleted for resources: {'Port': ['ID=af1c7e75-920d-49ec-aa85-8d922c747596,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:39.443936 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:39.456557 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 88a9fc37-c2d4-434a-a5fb-9b890776b44e) {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:39.466720 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb6f57-8cea-441e-b640-92643e91abb7 None None] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:39.479687 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:39.481282 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:39.542596 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0019956 May 11 16:24:39.546939 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50404) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:39.557610 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:39.576637 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:39.587922 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Usage tracker for resource:router and tenant:8019a5572f7141ff80e6033fed609b53 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:39.594599 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:39.600632 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-12481e15-262b-48b7-9f57-f9ceae19bf0e req-98c9bbdd-d2c0-44e5-b613-60d5f8038aff service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987271 May 11 16:24:39.624448 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:39.662653 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:39.668786 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:39.712526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks [] for floatingip, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:39.713104 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Floating IP 60642c34-e3f1-4cbb-a097-13dfe098dc0b disassociated (deleted). External IP: 172.27.2.119, port: 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd. May 11 16:24:39.716097 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cfa2e48e-e059-4091-abe8-97ec915b50e7 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:39.716657 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:39.772391 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:39.833400 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'port_id': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'mac_address': 'fa:16:3e:3f:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:24:40.049014 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:40.092631 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port cfa2e48e-e059-4091-abe8-97ec915b50e7 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:40.114437 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0876a1-de5e-40e5-819b-6df5d3d6ba29 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:24:40.136603 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port cfa2e48e-e059-4091-abe8-97ec915b50e7 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:40.137229 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:40.311462 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:40.319245 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:40.349719 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-7e2cdc0d-a48f-4dd4-9e55-3aee65efcbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:40.383528 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'fixed_ips': [{'subnet_id': '78ee5186-79ac-482c-9e1a-927dcdf32612'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:24:40.384428 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:40.485372 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:40.561200 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440c6f-b070-4965-b1c8-25240789ed54 req-49d7d663-ab49-4344-855c-d7286c5330e5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:40.563709 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9c440c6f-b070-4965-b1c8-25240789ed54 req-49d7d663-ab49-4344-855c-d7286c5330e5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.6967018 May 11 16:24:40.620531 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['ed0876a1-de5e-40e5-819b-6df5d3d6ba29'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:24:40.678798 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:40.713873 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:40.781970 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:24:40.824080 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.824966 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.824966 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.825275 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.825421 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.825818 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.826076 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.826426 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.826684 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.826989 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.827313 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.827633 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:40.847740 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:40.930209 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port cfa2e48e-e059-4091-abe8-97ec915b50e7, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=cfa2e48e-e059-4091-abe8-97ec915b50e7,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:40.955459 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:40.961214 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:40.991613 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9c440c6f-b070-4965-b1c8-25240789ed54 req-68b2a95a-0790-4402-be35-1794875a5dcf tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546867 May 11 16:24:41.059065 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Allocated IP 172.20.0.2 (88a9fc37-c2d4-434a-a5fb-9b890776b44e/78ee5186-79ac-482c-9e1a-927dcdf32612/cd1f4df8-2c9c-46cf-a96f-57ca12233d1a) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:41.211333 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=cfa2e48e-e059-4091-abe8-97ec915b50e7,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:41.214736 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:41.218092 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:41.238786 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] Sync routers for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:41.266730 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:41.296492 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:41.297654 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:41.427310 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:41.461484 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "DELETE /v2.0/floatingips/60642c34-e3f1-4cbb-a097-13dfe098dc0b HTTP/1.1" status: 204 len: 168 time: 5.0094807 May 11 16:24:41.463180 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:41.599813 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:41.636782 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cfa2e48e-e059-4091-abe8-97ec915b50e7 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:41.759016 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:41.777702 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:41.846489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Transition to ACTIVE for port object cd1f4df8-2c9c-46cf-a96f-57ca12233d1a will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:41.968527 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Transition to ACTIVE for port object cd1f4df8-2c9c-46cf-a96f-57ca12233d1a will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:41.995326 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port cfa2e48e-e059-4091-abe8-97ec915b50e7 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:41.995882 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:42.009891 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Allocated IP 172.27.2.238 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/c156f8aa-56e0-4f18-b41e-d409a365fffa) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:42.029951 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:42.044181 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:42.209105 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:42.236455 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:42.237276 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'status': 'completed', 'code': 200} May 11 16:24:42.249642 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:42.262309 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Pushing event updated for resources: {'Port': ['ID=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:42.272839 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:42.487181 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-871d40c9-39d8-4ab4-b06e-78c4b545c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:42.489150 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-871d40c9-39d8-4ab4-b06e-78c4b545c6cd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 1098 time: 0.2148807 May 11 16:24:42.489593 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:42.538762 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df4d7-6107-4056-a52a-a20f91c7c9e9 req-7915095a-d449-4462-9977-64c5ac3eeded tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:42.547076 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eb8df4d7-6107-4056-a52a-a20f91c7c9e9 req-7915095a-d449-4462-9977-64c5ac3eeded tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 945 time: 0.2316639 May 11 16:24:42.570680 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Attempting to bind port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:42.571126 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Attempting to bind port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:42.571876 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Attempting to bind port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a on network 88a9fc37-c2d4-434a-a5fb-9b890776b44e {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:42.587736 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:42.588666 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Checking segment: {'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:42.588666 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:42.589059 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Bound using segment: {'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:42.589748 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Bound port: cd1f4df8-2c9c-46cf-a96f-57ca12233d1a, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:42.590289 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:42.620388 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eb8df4d7-6107-4056-a52a-a20f91c7c9e9 req-382dbda1-10e6-4a63-afdf-11d17c89e9d2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715113 May 11 16:24:42.624699 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:42.643284 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:42.720369 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:42.723957 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:42.730297 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:42.790144 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Pushing event updated for resources: {'Port': ['ID=c156f8aa-56e0-4f18-b41e-d409a365fffa,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:42.795674 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:42.800461 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] For port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:42.808198 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] For port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,segment=NetworkSegment(39606f23-00e6-449b-9ce5-ef8ed96adbf0),segment_id=39606f23-00e6-449b-9ce5-ef8ed96adbf0)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:42.808446 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-0310a334-37f2-49ab-a585-7bd6d3e77f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:42.809874 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-0310a334-37f2-49ab-a585-7bd6d3e77f3a service neutron] 10.222.0.87 "GET /v2.0/networks?id=ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 200 len: 916 time: 0.3135085 May 11 16:24:42.812859 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:56Z', 'revision_number': 5, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:42.821972 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:42.827324 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] Checking router: 1f812b0a-bf42-41fc-aafc-6edbadab1c40 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:42.832667 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c7019962-f0d7-4f09-b33a-7e9bdf958658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:42.896904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:42.897847 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:42.923506 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-d7b3ed98-7f18-425a-8223-f4f3143e3ba3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 200 len: 217 time: 0.0990472 May 11 16:24:42.996682 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-bfd6022b-c986-4169-b2a9-77d87870c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:42.998239 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-bfd6022b-c986-4169-b2a9-77d87870c76e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 200 len: 854 time: 0.0673509 May 11 16:24:43.101652 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Pushing event updated for resources: {'Port': ['ID=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:43.106933 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:43.174246 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:43.295058 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:43.564674 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cd1f4df8-2c9c-46cf-a96f-57ca12233d1a up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:43.575924 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:24:43.693918 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:43.722405 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:56Z', 'revision_number': 5, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:43.727051 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9333e8c-dfb5-4bac-8be2-fc38a5223eea None None] The sync data for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi is: [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:20:43Z', 'revision_number': 4, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '4beb9708-4b3e-4a35-a2d1-1dfde35e7942', 'name': '', 'network_id': 'ad46818e-4d4b-4f52-85ac-c92c38d17287', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'mac_address': 'fa:16:3e:95:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '9d10078b-1770-4755-9a17-3ac28532e285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:41Z', 'updated_at': '2021-05-11T16:20:56Z', 'revision_number': 5, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'subnets': [{'id': '9d10078b-1770-4755-9a17-3ac28532e285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:43.875261 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f875d-bc1f-4cd2-b2e0-48c4037c4b47 req-c3566257-2fa3-4dbb-a9c8-877dc3c22107 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:43.877815 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb3f875d-bc1f-4cd2-b2e0-48c4037c4b47 req-c3566257-2fa3-4dbb-a9c8-877dc3c22107 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 945 time: 0.1200957 May 11 16:24:43.898086 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:43.976673 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb3f875d-bc1f-4cd2-b2e0-48c4037c4b47 req-640fb115-0de8-4d17-b68e-e80a69b0b37c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921264 May 11 16:24:44.055876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-9d9b1f78-abf0-481b-9e5b-49a168d25236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:44.057907 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-9d9b1f78-abf0-481b-9e5b-49a168d25236 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ad46818e-4d4b-4f52-85ac-c92c38d17287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1278486 May 11 16:24:44.099607 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c222b53-8c5e-45e8-8e4c-0ac4eea0654f None None] New status for floating IP 60642c34-e3f1-4cbb-a097-13dfe098dc0b: DOWN {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:24:44.171509 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Router 36c5ae3a-385d-43c0-9dba-96386ebe990b is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:24:44.260881 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4ccab-d5d9-40be-9ebd-ecae08abbe48 None None] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:44.371191 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Provisioning for port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:44.384720 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:44.389229 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Provisioning complete for port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:44.389644 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:44.414743 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:44.416389 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8673272 May 11 16:24:44.419411 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50444) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:44.421106 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Sync routers for ids ['36c5ae3a-385d-43c0-9dba-96386ebe990b'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:44.471342 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Routers {'36c5ae3a-385d-43c0-9dba-96386ebe990b'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:44.472029 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['36c5ae3a-385d-43c0-9dba-96386ebe990b'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:44.820273 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Set router 36c5ae3a-385d-43c0-9dba-96386ebe990b gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:44.929981 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:44.990102 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.148555 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.212903 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] For port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,segment=NetworkSegment(39606f23-00e6-449b-9ce5-ef8ed96adbf0),segment_id=39606f23-00e6-449b-9ce5-ef8ed96adbf0)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:45.228671 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22219f08-63ef-4e19-bb1e-b7878118ee2b req-0c273fe6-e19b-4b52-be70-d3e6d0ecd904 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:45.236259 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.237200 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-22219f08-63ef-4e19-bb1e-b7878118ee2b req-0c273fe6-e19b-4b52-be70-d3e6d0ecd904 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 945 time: 0.1217797 May 11 16:24:45.240918 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:45.289233 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-22219f08-63ef-4e19-bb1e-b7878118ee2b req-d5538a22-844d-4dc2-991e-15c7e5e234e3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496969 May 11 16:24:45.381976 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:45.413142 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:45.413555 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.464670 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Pushing event updated for resources: {'Port': ['ID=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:45.472824 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:45.573381 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:24:43Z', 'revision_number': 3, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port': {'id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:41Z', 'updated_at': '2021-05-11T16:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:45.583823 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Allocated IP 172.20.0.1 (88a9fc37-c2d4-434a-a5fb-9b890776b44e/78ee5186-79ac-482c-9e1a-927dcdf32612/c65f8031-bc24-48e8-b6a6-f393486fcba1) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:45.586143 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Checking router: 36c5ae3a-385d-43c0-9dba-96386ebe990b for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:45.586506 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Updating router 36c5ae3a-385d-43c0-9dba-96386ebe990b port c156f8aa-56e0-4f18-b41e-d409a365fffa binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:24:45.641249 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.654228 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-7fda4d22-73db-443e-93d6-d8d34b448b6b None None] Provisioning complete for port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:45.654508 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-7fda4d22-73db-443e-93d6-d8d34b448b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.726085 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.773443 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.777858 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:45.802489 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Transition to ACTIVE for port object c65f8031-bc24-48e8-b6a6-f393486fcba1 will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:45.817861 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:45.835593 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.839808 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-595c4a0a-bc5b-4c32-9e92-52cfd58bfd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:45.857732 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'code': 200} May 11 16:24:45.868271 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:45.874032 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5f499de7-eafe-4cdb-9329-586c71b5f687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:45.903785 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:45.919966 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:45.926341 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:45.959564 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Pushing event updated for resources: {'Port': ['ID=c65f8031-bc24-48e8-b6a6-f393486fcba1,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:45.977715 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:46.010618 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.060194 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:46.074037 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:46.135582 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-8f5b7f6f-fa50-4f7c-8ca7-fed1cdf5610f service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136068 May 11 16:24:46.190114 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.357631 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.394243 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Transition to ACTIVE for port object c156f8aa-56e0-4f18-b41e-d409a365fffa will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:46.398687 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-c10a916c-a83c-420a-82b0-7a4ce987bf40 None None] Provisioning for port c65f8031-bc24-48e8-b6a6-f393486fcba1 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:46.409043 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-c10a916c-a83c-420a-82b0-7a4ce987bf40 None None] Provisioning complete for port c65f8031-bc24-48e8-b6a6-f393486fcba1 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:46.409876 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c10a916c-a83c-420a-82b0-7a4ce987bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.505994 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e92c0353-185e-4a16-834b-67df27a0deb5 req-c8ceb292-6e2b-4424-96e0-3851f56b3ea9 service neutron] 10.222.0.87 "GET /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631377 May 11 16:24:46.515217 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-c10a916c-a83c-420a-82b0-7a4ce987bf40 None None] Port c65f8031-bc24-48e8-b6a6-f393486fcba1 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:24:46.521598 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.527572 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:46.544370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a78c0-7938-4440-9d19-5af9f0b5de91 req-a17fd89e-0ef4-48c9-887f-7325a9ba64df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:46.551380 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f78a78c0-7938-4440-9d19-5af9f0b5de91 req-a17fd89e-0ef4-48c9-887f-7325a9ba64df service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 1099 time: 0.3154244 May 11 16:24:46.572837 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.580451 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.619097 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:46.629364 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Attempting to bind port c156f8aa-56e0-4f18-b41e-d409a365fffa on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:46.629911 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Attempting to bind port c156f8aa-56e0-4f18-b41e-d409a365fffa by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:46.630287 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Attempting to bind port c156f8aa-56e0-4f18-b41e-d409a365fffa on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:46.638670 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354897b-5c9b-4a3d-b5c2-4be1548a8eb0 None None] Pushing event updated for resources: {'Port': ['ID=c156f8aa-56e0-4f18-b41e-d409a365fffa,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:46.644033 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8354897b-5c9b-4a3d-b5c2-4be1548a8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:46.644961 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:46.645339 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:46.645744 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.646128 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:46.646598 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Bound port: c156f8aa-56e0-4f18-b41e-d409a365fffa, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:46.646973 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.678094 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f78a78c0-7938-4440-9d19-5af9f0b5de91 req-6bd8282a-3bb4-4d2e-96bf-fca8e12cf8ff service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765200 May 11 16:24:46.715351 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6c7a-9007-4798-840c-7a9f0079c1bf req-d5308a12-0a75-43b5-83f8-c8b35f19ee38 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:46.717101 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f41f6c7a-9007-4798-840c-7a9f0079c1bf req-d5308a12-0a75-43b5-83f8-c8b35f19ee38 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1637192 May 11 16:24:46.717466 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.722878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Pushing event updated for resources: {'Port': ['ID=c65f8031-bc24-48e8-b6a6-f393486fcba1,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:46.727843 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:46.744193 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] For port c156f8aa-56e0-4f18-b41e-d409a365fffa, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:46.748467 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] For port c156f8aa-56e0-4f18-b41e-d409a365fffa, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c156f8aa-56e0-4f18-b41e-d409a365fffa,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:46.753257 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:46.760609 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:46.767605 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f41f6c7a-9007-4798-840c-7a9f0079c1bf req-3d5d6965-3408-4c46-a823-59fd51a00baa tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 May 11 16:24:46.831070 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Routers {'36c5ae3a-385d-43c0-9dba-96386ebe990b'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:46.831914 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['36c5ae3a-385d-43c0-9dba-96386ebe990b'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:46.878793 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:46.880507 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:46.990452 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354897b-5c9b-4a3d-b5c2-4be1548a8eb0 None None] Pushing event updated for resources: {'Port': ['ID=c156f8aa-56e0-4f18-b41e-d409a365fffa,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:47.008718 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8354897b-5c9b-4a3d-b5c2-4be1548a8eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:47.144408 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] Set router 36c5ae3a-385d-43c0-9dba-96386ebe990b gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:47.157748 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Router 36c5ae3a-385d-43c0-9dba-96386ebe990b has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:24:47.260955 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-491c0c28-f337-4ef3-a48e-e793e3ffb39e None None] Provisioning complete for port c65f8031-bc24-48e8-b6a6-f393486fcba1 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:47.261816 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-491c0c28-f337-4ef3-a48e-e793e3ffb39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:47.432975 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:47.461287 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] 10.222.0.73 "PUT /v2.0/routers/36c5ae3a-385d-43c0-9dba-96386ebe990b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0406716 May 11 16:24:47.559587 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cd1f4df8-2c9c-46cf-a96f-57ca12233d1a up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:47.763456 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d1419e66-d47d-4d10-a353-2737b54b02aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:47.775809 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-491c0c28-f337-4ef3-a48e-e793e3ffb39e None None] Port c65f8031-bc24-48e8-b6a6-f393486fcba1 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:24:47.824582 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:47.824970 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.046308 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865f32f-49f8-492f-b8c4-2cff81ca7ea0 req-eccc8a19-884e-4cbd-af7f-f33d9e86e571 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:48.052359 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3865f32f-49f8-492f-b8c4-2cff81ca7ea0 req-eccc8a19-884e-4cbd-af7f-f33d9e86e571 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1159718 May 11 16:24:48.065249 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 4, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port': {'id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:41Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'c65f8031-bc24-48e8-b6a6-f393486fcba1', 'name': '', 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'mac_address': 'fa:16:3e:fc:92:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:45Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 2, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'subnets': [{'id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:48.070043 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac100ba-75d4-4a44-8b04-80a85abb2422 None None] The sync data for ids ['36c5ae3a-385d-43c0-9dba-96386ebe990b'] in dv-cinder-761113-11-iscsi is: [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 4, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port': {'id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:41Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'c65f8031-bc24-48e8-b6a6-f393486fcba1', 'name': '', 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'mac_address': 'fa:16:3e:fc:92:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:45Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 2, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'subnets': [{'id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:48.103959 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3865f32f-49f8-492f-b8c4-2cff81ca7ea0 req-a34070c4-8605-4846-8318-9979b3874389 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 May 11 16:24:48.129473 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50488) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:48.142159 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487005832', 'description': 'tempest-secgroup-smoke-487005832 description', 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:48.148482 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:48.152805 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:48.164115 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:48.172931 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:48.191283 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.221516 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:48.229890 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:48.233823 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:48.243705 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:48.550370 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853911-e174-410c-9019-b94ba2c6cc53 req-5c33cf2b-16e1-479b-a57d-79fecf601e3d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:48.551914 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-66853911-e174-410c-9019-b94ba2c6cc53 req-5c33cf2b-16e1-479b-a57d-79fecf601e3d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.3132837 May 11 16:24:48.560902 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50498) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:48.563590 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.568348 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Request body: {'floatingip': {'port_id': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:48.573294 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.577621 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d970cf22-b494-44fa-83ad-53e2834ff4ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:48.630694 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c232e135-27f6-4077-a24d-0e5f605b3cea,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:48.635080 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:48.636499 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.638213 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-577f5f44-2df9-4c18-8022-22ef74ce5da5 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5074174 May 11 16:24:48.642056 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50506) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:48.648293 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'security_group_rule': {'security_group_id': 'c232e135-27f6-4077-a24d-0e5f605b3cea', 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:48.655296 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:48.666336 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:48.670777 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:48.679547 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:48.702330 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.707305 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.783148 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.790230 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.794521 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:48.823308 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4c3ff9-b01b-4402-b611-33b1a6b8c59f,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:48.826385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:48.840485 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.846679 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-2b503848-9259-4782-be46-fc184faadb94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035122 May 11 16:24:48.849545 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50510) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:48.860760 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'security_group_rule': {'security_group_id': 'c232e135-27f6-4077-a24d-0e5f605b3cea', 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:48.870456 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:48.874738 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:48.878189 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:48.889174 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:48.950381 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.075418 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.085373 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.092742 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:49.126268 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbb8afb-cfae-4cf0-907e-4698f554774d,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:49.130418 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:49.134632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.138843 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2841907 May 11 16:24:49.140653 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50516) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:49.146314 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'security_group_rule': {'security_group_id': 'c232e135-27f6-4077-a24d-0e5f605b3cea', 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:49.153111 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:49.159636 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:49.168076 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:49.177654 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:49.188696 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9233398-17ea-4ee3-bece-233e9c05815b req-2453d339-d27a-42b2-a508-fd2c40841b07 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:49.190233 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b9233398-17ea-4ee3-bece-233e9c05815b req-2453d339-d27a-42b2-a508-fd2c40841b07 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.1612716 May 11 16:24:49.244443 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.276706 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b9233398-17ea-4ee3-bece-233e9c05815b req-cfbf96db-fcfa-48fc-b7a7-299facc21fac tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Synchronizing usage tracker for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:49.324102 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b9233398-17ea-4ee3-bece-233e9c05815b req-cfbf96db-fcfa-48fc-b7a7-299facc21fac tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Unset dirty status for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:49.334871 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b9233398-17ea-4ee3-bece-233e9c05815b req-cfbf96db-fcfa-48fc-b7a7-299facc21fac tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358490 May 11 16:24:49.369182 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.374381 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.378154 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7cc52be6-3c2d-418d-a00c-603de00cc7d0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:49.410148 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fcfeab-b837-4a3e-9ce9-69aec2f8b51b,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:49.414841 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:49.424945 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.426330 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-85ca3eb4-95b0-4509-9364-e7ce30531fe2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2849855 May 11 16:24:49.429105 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50520) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:49.440261 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'security_group_rule': {'security_group_id': 'c232e135-27f6-4077-a24d-0e5f605b3cea', 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:49.446754 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:49.451523 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:49.455018 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:49.462629 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:49.481775 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.551729 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c156f8aa-56e0-4f18-b41e-d409a365fffa up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:49.555228 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.560558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.607229 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.614032 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.618854 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-bc95b2c6-b23f-43be-b04d-613bb8034eca tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:49.654285 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port c156f8aa-56e0-4f18-b41e-d409a365fffa completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:49.656921 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfe2a8e-7c1a-491e-a5df-a53c2ea4702c,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:49.661936 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:49.672108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port c156f8aa-56e0-4f18-b41e-d409a365fffa triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:49.672735 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.675142 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.680611 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7fd8f270-7c09-4129-a132-80a1c7d403cd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2438767 May 11 16:24:49.681088 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50526) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:49.691813 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'security_group_rule': {'security_group_id': 'c232e135-27f6-4077-a24d-0e5f605b3cea', 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:49.715658 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:49.722586 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:49.727416 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:49.737648 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:49.751089 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.securitygroups_db [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Project 3abdb732adfa438f91ee82dfb2b8cfb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:24:49.758441 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.823792 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Floating IP 976463ad-aca5-4270-a240-dcf36453a43e associated. External IP: 172.27.2.51, port: ed0876a1-de5e-40e5-819b-6df5d3d6ba29. May 11 16:24:49.834459 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.862566 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port c156f8aa-56e0-4f18-b41e-d409a365fffa, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c156f8aa-56e0-4f18-b41e-d409a365fffa,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:49.863214 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.866735 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.867900 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.870792 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:49.878408 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2a105045-1c90-44e5-8086-7be69b1e4ba3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:49.895363 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4d94e0-d5fa-46a6-956e-a1783653884e,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:49.905738 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:49.933941 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:49.938052 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-6cb5cc69-5578-403d-9080-66dc1d16ed88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523406 May 11 16:24:49.938323 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50530) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:49.945296 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'security_group_rule': {'security_group_id': 'c232e135-27f6-4077-a24d-0e5f605b3cea', 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:49.952014 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:49.954584 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=c156f8aa-56e0-4f18-b41e-d409a365fffa,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:49.957836 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:security_group_rule and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:49.958084 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:49.961719 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:49.970119 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:49.986103 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.securitygroups_db [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Project 3abdb732adfa438f91ee82dfb2b8cfb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:24:49.992933 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:50.071908 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:50.075966 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:50.083037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:50.103060 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0413767d-0934-48b9-82e2-442226589d38,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:50.106077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:50.118720 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:50.119890 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-5138f7cf-7682-4bbe-b743-ce43ce57293c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1805480 May 11 16:24:50.356374 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Router dfb229db-c588-43ea-9fc3-d43387c8e142 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:24:50.583037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe9441-82de-4b03-b3a3-5c513de962e2 req-672a995a-637d-49db-914a-15d56fc5210c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:50.586404 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8afe9441-82de-4b03-b3a3-5c513de962e2 req-672a995a-637d-49db-914a-15d56fc5210c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.1176679 May 11 16:24:50.591492 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:50.598141 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:50.602031 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:50.625554 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] Sync routers for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:50.653255 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8afe9441-82de-4b03-b3a3-5c513de962e2 req-8db8837e-061d-4da0-9459-c1ce779a855a tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 May 11 16:24:50.654045 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:50.654336 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:50.671026 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-d78b1b83-1a89-4b45-96c7-1a13478df0ec tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "PUT /v2.0/floatingips/976463ad-aca5-4270-a240-dcf36453a43e HTTP/1.1" status: 200 len: 991 time: 2.1089747 May 11 16:24:50.672986 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:50.947718 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:51.033554 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'status': 'completed', 'code': 200} May 11 16:24:51.139577 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-1de99651-22a5-4325-b8eb-ac920c871b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:51.142236 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-1de99651-22a5-4325-b8eb-ac920c871b87 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 1099 time: 0.0831602 May 11 16:24:51.178764 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Sync routers for ids ['36c5ae3a-385d-43c0-9dba-96386ebe990b'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:51.194189 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Routers {'36c5ae3a-385d-43c0-9dba-96386ebe990b'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:51.195489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['36c5ae3a-385d-43c0-9dba-96386ebe990b'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:51.330634 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-101954a1-3e37-4f13-85f9-ee8ad9be3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:51.332738 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-101954a1-3e37-4f13-85f9-ee8ad9be3509 service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.1794937 May 11 16:24:51.368245 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-062c4ad2-0ec3-4927-b0ea-e0a3e94fcd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:51.389146 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '976463ad-aca5-4270-a240-dcf36453a43e', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'port_id': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'mac_address': 'fa:16:3e:3f:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:24:24Z', 'updated_at': '2021-05-11T16:24:49Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:51.395857 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] Checking router: dfb229db-c588-43ea-9fc3-d43387c8e142 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:51.407911 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:51.408484 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:51.450890 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Set router 36c5ae3a-385d-43c0-9dba-96386ebe990b gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:51.503284 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-23ec5240-feb1-4e92-aa7e-dd8fe69ae433 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29 HTTP/1.1" status: 200 len: 999 time: 0.1614301 May 11 16:24:51.513708 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c156f8aa-56e0-4f18-b41e-d409a365fffa up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:51.598771 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-3cd29aad-bd4f-4ca5-8fe1-f4cd0c0ed45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:51.604272 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-3cd29aad-bd4f-4ca5-8fe1-f4cd0c0ed45e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.0884752 May 11 16:24:51.679323 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:51.712645 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-a483ba46-12c5-4fe5-b8aa-0bf68e911973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:51.714544 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-a483ba46-12c5-4fe5-b8aa-0bf68e911973 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1015511 May 11 16:24:51.784692 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port c156f8aa-56e0-4f18-b41e-d409a365fffa triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:51.785389 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:51.957821 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-50b4e039-73d0-4293-910a-ab9f2c058c7f service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356029 May 11 16:24:52.105697 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 4, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port': {'id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:41Z', 'updated_at': '2021-05-11T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'c65f8031-bc24-48e8-b6a6-f393486fcba1', 'name': '', 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'mac_address': 'fa:16:3e:fc:92:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:45Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 2, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'subnets': [{'id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:52.118493 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Checking router: 36c5ae3a-385d-43c0-9dba-96386ebe990b for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:52.119135 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Updating router 36c5ae3a-385d-43c0-9dba-96386ebe990b port c65f8031-bc24-48e8-b6a6-f393486fcba1 binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:24:52.136163 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cf1ba-8223-49c1-b475-5214546ff673 req-91350310-0634-4da6-8b15-7452eec77576 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:52.136985 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-715cf1ba-8223-49c1-b475-5214546ff673 req-91350310-0634-4da6-8b15-7452eec77576 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Synchronizing usage tracker for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:52.194458 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-715cf1ba-8223-49c1-b475-5214546ff673 req-91350310-0634-4da6-8b15-7452eec77576 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Unset dirty status for tenant:46c5699dcb834b45a7310fbd1b9c1cb0 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:52.195833 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-715cf1ba-8223-49c1-b475-5214546ff673 req-91350310-0634-4da6-8b15-7452eec77576 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.3031983 May 11 16:24:52.239752 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:52.261989 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47312ecd-1b23-416f-b4f4-70dcbbf037d6 req-ac56734c-7517-46bf-990e-63404333067c service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750418 May 11 16:24:52.282727 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '976463ad-aca5-4270-a240-dcf36453a43e', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'port_id': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'mac_address': 'fa:16:3e:3f:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:24:24Z', 'updated_at': '2021-05-11T16:24:49Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:52.284834 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-715cf1ba-8223-49c1-b475-5214546ff673 req-7fd93577-e244-49cf-be93-df4b6f6f6478 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 May 11 16:24:52.287686 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94705690-b89c-406b-b17e-2f690b7b7149 None None] The sync data for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi is: [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '976463ad-aca5-4270-a240-dcf36453a43e', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'port_id': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'mac_address': 'fa:16:3e:3f:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:24:24Z', 'updated_at': '2021-05-11T16:24:49Z', 'revision_number': 1, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:52.586925 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e6f094-0303-4ce4-92e8-3f46d1114ad5 None None] New status for floating IP 976463ad-aca5-4270-a240-dcf36453a43e: ACTIVE {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:24:52.774323 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:52.791081 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Transition to ACTIVE for port object c65f8031-bc24-48e8-b6a6-f393486fcba1 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:52.799571 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:52.805271 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:52.963626 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa1e90-1293-4114-9b67-9cd9f5df9585 None None] Pushing event updated for resources: {'Port': ['ID=c65f8031-bc24-48e8-b6a6-f393486fcba1,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:52.971262 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-aeaa1e90-1293-4114-9b67-9cd9f5df9585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:53.030187 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Attempting to bind port c65f8031-bc24-48e8-b6a6-f393486fcba1 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:53.030560 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Attempting to bind port c65f8031-bc24-48e8-b6a6-f393486fcba1 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:53.031462 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Attempting to bind port c65f8031-bc24-48e8-b6a6-f393486fcba1 on network 88a9fc37-c2d4-434a-a5fb-9b890776b44e {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:53.037421 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:53.037829 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Checking segment: {'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:53.038231 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:53.038626 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Bound using segment: {'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:53.039090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Bound port: c65f8031-bc24-48e8-b6a6-f393486fcba1, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39606f23-00e6-449b-9ce5-ef8ed96adbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:53.039468 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:53.141358 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] For port c65f8031-bc24-48e8-b6a6-f393486fcba1, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:53.144542 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] For port c65f8031-bc24-48e8-b6a6-f393486fcba1, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c65f8031-bc24-48e8-b6a6-f393486fcba1,segment=NetworkSegment(39606f23-00e6-449b-9ce5-ef8ed96adbf0),segment_id=39606f23-00e6-449b-9ce5-ef8ed96adbf0)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:53.150093 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:53.154598 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:53.246721 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:53.252202 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Routers {'36c5ae3a-385d-43c0-9dba-96386ebe990b'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:53.252833 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['36c5ae3a-385d-43c0-9dba-96386ebe990b'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:53.312684 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa1e90-1293-4114-9b67-9cd9f5df9585 None None] Pushing event updated for resources: {'Port': ['ID=c65f8031-bc24-48e8-b6a6-f393486fcba1,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:53.404272 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-aeaa1e90-1293-4114-9b67-9cd9f5df9585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:53.588909 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-e4b0524a-5379-4643-a682-1e2458111b78 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:53.590596 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-e4b0524a-5379-4643-a682-1e2458111b78 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.2748604 May 11 16:24:53.597628 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] Set router 36c5ae3a-385d-43c0-9dba-96386ebe990b gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:53.670380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c65f8031-bc24-48e8-b6a6-f393486fcba1 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:53.699454 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b611b4-e8cd-42a2-928d-8f3c1bee5fb4 req-51c40189-db89-4f6f-b38d-5a8b75ad2e79 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:53.703294 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-92b611b4-e8cd-42a2-928d-8f3c1bee5fb4 req-51c40189-db89-4f6f-b38d-5a8b75ad2e79 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 945 time: 0.1806033 May 11 16:24:53.770708 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-92b611b4-e8cd-42a2-928d-8f3c1bee5fb4 req-d55dce1a-8288-4f74-98a4-330f153dfed3 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/security-groups?id=9086f003-380b-47d4-b162-0b14ef2467cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547545 May 11 16:24:53.941770 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Deleting port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:24:53.942140 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:54.077451 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port c65f8031-bc24-48e8-b6a6-f393486fcba1 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:54.091732 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port c65f8031-bc24-48e8-b6a6-f393486fcba1 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:54.092047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] For port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:54.092369 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:54.092491 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:54.225184 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Calling delete_port for 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:24:54.346693 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:54.352886 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-86714136-761d-4e83-a4f0-7647b283969c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:54.373885 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:24:54.399493 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Pushing event deleted for resources: {'Port': ['ID=7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:54.408838 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:54.495723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] No DVR routers for this DVR port 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:24:54.498187 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:54.501857 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'name': 'network-vif-deleted', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:24:54.530278 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e52937d5-6722-46ad-857e-5edfe21fb812 req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.87 "DELETE /v2.0/ports/7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd HTTP/1.1" status: 204 len: 173 time: 0.9282901 May 11 16:24:54.572544 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1047ed-8b9f-4b33-90e6-ff447dc94493', 'name': 'network-vif-deleted', 'tag': '7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd', 'status': 'completed', 'code': 200} May 11 16:24:54.578560 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:54.603252 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 4, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port': {'id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:41Z', 'updated_at': '2021-05-11T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'c65f8031-bc24-48e8-b6a6-f393486fcba1', 'name': '', 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'mac_address': 'fa:16:3e:fc:92:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:45Z', 'updated_at': '2021-05-11T16:24:53Z', 'revision_number': 4, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'subnets': [{'id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:54.619720 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beafc888-f2c8-4071-9236-0a32de947a3a None None] The sync data for ids ['36c5ae3a-385d-43c0-9dba-96386ebe990b'] in dv-cinder-761113-11-iscsi is: [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:24:46Z', 'revision_number': 4, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port': {'id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:41Z', 'updated_at': '2021-05-11T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'c65f8031-bc24-48e8-b6a6-f393486fcba1', 'name': '', 'network_id': '88a9fc37-c2d4-434a-a5fb-9b890776b44e', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'mac_address': 'fa:16:3e:fc:92:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:45Z', 'updated_at': '2021-05-11T16:24:53Z', 'revision_number': 4, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'subnets': [{'id': '78ee5186-79ac-482c-9e1a-927dcdf32612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:54.668237 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port c65f8031-bc24-48e8-b6a6-f393486fcba1, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c65f8031-bc24-48e8-b6a6-f393486fcba1,segment=NetworkSegment(39606f23-00e6-449b-9ce5-ef8ed96adbf0),segment_id=39606f23-00e6-449b-9ce5-ef8ed96adbf0)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:54.682540 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:54.686151 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:54.800571 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=c65f8031-bc24-48e8-b6a6-f393486fcba1,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:54.830652 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:55.009663 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a1a0cbe1-3a06-4b8b-8100-77956f62f763 req-5c63d05c-accb-4fb0-bc89-8092c8c15c69 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc1047ed-8b9f-4b33-90e6-ff447dc94493 HTTP/1.1" status: 200 len: 210 time: 0.0602551 May 11 16:24:55.416604 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:55.466270 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c65f8031-bc24-48e8-b6a6-f393486fcba1 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:55.549644 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port c65f8031-bc24-48e8-b6a6-f393486fcba1 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:55.549928 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:56.757791 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:56.932694 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:24:57.006154 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:24:57.006154 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 7cb9b8cc-b6b9-47a4-81fb-f91712e8b1cd not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:24:57.007309 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50712) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:57.891687 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:58.042388 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3dadf-e9b3-4994-ac7f-1d5d71af81a5 req-2d08bb7c-445a-4376-8e6a-2dbe5c3a964f tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:58.043910 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-31a3dadf-e9b3-4994-ac7f-1d5d71af81a5 req-2d08bb7c-445a-4376-8e6a-2dbe5c3a964f tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 945 time: 0.0985694 May 11 16:24:58.091221 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-31a3dadf-e9b3-4994-ac7f-1d5d71af81a5 req-6e851769-989a-4b34-a2ba-bb0615eec48b tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 May 11 16:24:58.437067 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Deleting port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:24:58.437755 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:58.573883 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] For port 4beb9708-4b3e-4a35-a2d1-1dfde35e7942, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:58.574239 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:58.708097 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Calling delete_port for 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:24:58.871867 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:58.876996 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:58.924790 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4beb9708-4b3e-4a35-a2d1-1dfde35e7942,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:58.936031 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:59.294201 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:59.516818 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5c184-12b3-4a6f-bbb4-b8468ff70fbe req-a90e5054-c2b5-417b-abc1-0dbb356750dc tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:59.518349 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bda5c184-12b3-4a6f-bbb4-b8468ff70fbe req-a90e5054-c2b5-417b-abc1-0dbb356750dc tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 945 time: 0.2582855 May 11 16:24:59.711227 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bda5c184-12b3-4a6f-bbb4-b8468ff70fbe req-7c15919e-a8e5-4c82-9794-ea95e8cf0751 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869586 May 11 16:24:59.779538 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:25:00.134686 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-23868f02-e372-4938-930b-b589b75d7cfe tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:00.136119 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-23868f02-e372-4938-930b-b589b75d7cfe tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 945 time: 0.1933587 May 11 16:25:00.137203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:25:00.147854 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] Sync routers for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:25:00.158113 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:00.158733 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:00.193060 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] 10.222.0.73 "PUT /v2.0/routers/1f812b0a-bf42-41fc-aafc-6edbadab1c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840842 May 11 16:25:00.197203 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50752) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:00.325005 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Deleting port 57561c97-6965-44f9-b1af-210b77214a80 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:00.325901 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:00.399546 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:00.469538 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:00.580791 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] For port 57561c97-6965-44f9-b1af-210b77214a80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=57561c97-6965-44f9-b1af-210b77214a80,segment=NetworkSegment(54ee9b01-5df1-4df8-8e46-62ea2b231ac6),segment_id=54ee9b01-5df1-4df8-8e46-62ea2b231ac6)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:00.581283 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:00.673249 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:00.751986 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Calling delete_port for 57561c97-6965-44f9-b1af-210b77214a80 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:00.848498 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Deleting port f384d14a-48da-4b17-9363-ee42a58252d5 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:00.848819 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:00.880498 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:24:58Z', 'revision_number': 5, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port': {'id': 'f384d14a-48da-4b17-9363-ee42a58252d5', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:36Z', 'updated_at': '2021-05-11T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:00.884878 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] Checking router: 1f812b0a-bf42-41fc-aafc-6edbadab1c40 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:25:00.894659 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] Routers {'1f812b0a-bf42-41fc-aafc-6edbadab1c40'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:00.895330 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:00.994927 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:01.003714 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0b581251-8caa-4963-96a7-ab59d449b16f tempest-ServerRescueNegativeTestJSON-467694066 tempest-ServerRescueNegativeTestJSON-467694066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:01.016984 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] For port f384d14a-48da-4b17-9363-ee42a58252d5, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=f384d14a-48da-4b17-9363-ee42a58252d5,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:01.024110 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:01.024380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['57561c97-6965-44f9-b1af-210b77214a80'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:25:01.070885 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Pushing event deleted for resources: {'Port': ['ID=57561c97-6965-44f9-b1af-210b77214a80,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:01.128607 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] Set router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:01.151308 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:01.158180 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] No DVR routers for this DVR port 57561c97-6965-44f9-b1af-210b77214a80 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:25:01.161092 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:01.163919 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'name': 'network-vif-deleted', 'tag': '57561c97-6965-44f9-b1af-210b77214a80'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:25:01.194396 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9feaf92c-de34-4019-b57a-faa082a7a46c req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.87 "DELETE /v2.0/ports/57561c97-6965-44f9-b1af-210b77214a80 HTTP/1.1" status: 204 len: 173 time: 1.0512557 May 11 16:25:01.204522 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926845f5-7434-454e-b867-dc888bfd99f2 req-42653816-c9dd-4499-a506-6717208c22c0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:01.205290 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-926845f5-7434-454e-b867-dc888bfd99f2 req-42653816-c9dd-4499-a506-6717208c22c0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Synchronizing usage tracker for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:25:01.226978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-926845f5-7434-454e-b867-dc888bfd99f2 req-42653816-c9dd-4499-a506-6717208c22c0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Unset dirty status for tenant:5efd3f7c368a4dfd9f3e2fe5c856b377 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:25:01.229207 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-926845f5-7434-454e-b867-dc888bfd99f2 req-42653816-c9dd-4499-a506-6717208c22c0 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5873962-3e9a-4386-bafd-98466ef9aae7 HTTP/1.1" status: 200 len: 867 time: 0.3004339 May 11 16:25:01.285560 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5873962-3e9a-4386-bafd-98466ef9aae7', 'name': 'network-vif-deleted', 'tag': '57561c97-6965-44f9-b1af-210b77214a80', 'status': 'completed', 'code': 200} May 11 16:25:01.322160 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-926845f5-7434-454e-b867-dc888bfd99f2 req-8a084d9d-0ac0-43fa-a3a8-3a7d224b42a2 tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] 10.222.0.73 "GET /v2.0/security-groups?id=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864439 May 11 16:25:01.357576 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:25:00Z', 'revision_number': 6, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:01.363918 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d40b3-ce76-4a6f-ba64-9163467b7a7b None None] The sync data for ids ['1f812b0a-bf42-41fc-aafc-6edbadab1c40'] in dv-cinder-761113-11-iscsi is: [{'id': '1f812b0a-bf42-41fc-aafc-6edbadab1c40', 'name': 'tempest-TestMinimumBasicScenario-1792257320-router', 'tenant_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:35Z', 'updated_at': '2021-05-11T16:25:00Z', 'revision_number': 6, 'project_id': '46c5699dcb834b45a7310fbd1b9c1cb0', 'gw_port_host': None}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:25:01.438337 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Calling delete_port for f384d14a-48da-4b17-9363-ee42a58252d5 owned by network:router_gateway {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:01.631175 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:01.635373 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7e7c2a4b-34d3-442a-9298-bd62dee00bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:01.689187 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f384d14a-48da-4b17-9363-ee42a58252d5,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:01.692391 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:01.797039 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.020449 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.023105 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.052610 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.053132 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f812b0a-bf42-41fc-aafc-6edbadab1c40 {{(pid=78808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:25:02.067317 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.068463 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] 10.222.0.73 "DELETE /v2.0/routers/1f812b0a-bf42-41fc-aafc-6edbadab1c40 HTTP/1.1" status: 204 len: 168 time: 1.8702476 May 11 16:25:02.071003 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50770) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:02.147288 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Deleting subnet 9d10078b-1770-4755-9a17-3ac28532e285 {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:25:02.150625 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.205528 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.360183 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.663568 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.669632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-681c3f4b-7557-4e8e-868b-8bf95a8c8636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:02.713720 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d10078b-1770-4755-9a17-3ac28532e285,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:02.715754 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:02.719363 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:02.724531 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e89f9-3307-44be-ac97-b5459a13a7b2 None None] Network ad46818e-4d4b-4f52-85ac-c92c38d17287 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:25:02.725130 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-4e88c476-e89a-4d5a-ba7c-02aef033eddb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9d10078b-1770-4755-9a17-3ac28532e285 HTTP/1.1" status: 204 len: 168 time: 0.6526592 May 11 16:25:02.727516 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50782) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:02.873077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.003391 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Deleting port ac0f3559-cc01-4415-9ecf-6601979b5850 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:03.003938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.052376 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] DHCP port deletion for ad46818e-4d4b-4f52-85ac-c92c38d17287 request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:25:03.125322 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] For port ac0f3559-cc01-4415-9ecf-6601979b5850, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=ac0f3559-cc01-4415-9ecf-6601979b5850,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:03.125701 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.170508 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Deleting port ac0f3559-cc01-4415-9ecf-6601979b5850 {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:03.170880 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.289655 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] For port ac0f3559-cc01-4415-9ecf-6601979b5850, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=ac0f3559-cc01-4415-9ecf-6601979b5850,segment=NetworkSegment(f798ecd6-0020-4bb3-92be-40243a69bb6f),segment_id=f798ecd6-0020-4bb3-92be-40243a69bb6f)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:03.290082 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.367125 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Calling delete_port for ac0f3559-cc01-4415-9ecf-6601979b5850 owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:03.443087 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.448823 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e5c68c7b-7ed2-4546-a6bb-ff11375230d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:03.455412 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Calling delete_port for ac0f3559-cc01-4415-9ecf-6601979b5850 owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:03.499070 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0f3559-cc01-4415-9ecf-6601979b5850,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:03.501878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:03.506192 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] No DVR routers for this DVR port ac0f3559-cc01-4415-9ecf-6601979b5850 on host dv-cinder-761113-11-iscsi {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:25:03.547457 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:25:03.596365 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:25:03.596832 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4beb9708-4b3e-4a35-a2d1-1dfde35e7942 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:25:03.597132 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device ac0f3559-cc01-4415-9ecf-6601979b5850 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:25:03.641323 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: ac0f3559-cc01-4415-9ecf-6601979b5850 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:25:03.641671 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device ac0f3559-cc01-4415-9ecf-6601979b5850 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:25:03.642253 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device f384d14a-48da-4b17-9363-ee42a58252d5 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:25:03.663199 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.678847 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad46818e-4d4b-4f52-85ac-c92c38d17287']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:03.693329 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: f384d14a-48da-4b17-9363-ee42a58252d5 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:25:03.693329 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device f384d14a-48da-4b17-9363-ee42a58252d5 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:25:03.694531 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f798ecd6-0020-4bb3-92be-40243a69bb6f') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:03.694531 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f798ecd6-0020-4bb3-92be-40243a69bb6f') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:03.709239 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.725642 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.729827 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-25627f1d-8ae6-447f-9a98-d6780d07f711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:03.741142 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.752828 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:25:03.753501 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.775146 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Pushing event deleted for resources: {'Port': ['ID=ac0f3559-cc01-4415-9ecf-6601979b5850,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:25:03.778190 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:25:03.781213 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:03.781659 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] No DVR routers for this DVR port ac0f3559-cc01-4415-9ecf-6601979b5850 on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:25:03.870640 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.876278 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:03.878752 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:03.902548 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad46818e-4d4b-4f52-85ac-c92c38d17287,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:03.906272 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:03.910086 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ad46818e-4d4b-4f52-85ac-c92c38d17287 HTTP/1.1" status: 204 len: 168 time: 1.1814468 May 11 16:25:03.912879 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50796) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:04.532501 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:05.095145 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Deleting port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:05.095876 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:05.231163 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] For port 2dfd161e-d022-4c47-a6a1-a7eb52b32f71, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,segment=NetworkSegment(98ae22ae-977a-4edb-8574-0094ff3a0668),segment_id=98ae22ae-977a-4edb-8574-0094ff3a0668)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:05.231516 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:05.363841 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Calling delete_port for 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 owned by network:router_interface {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:05.510977 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:05.515024 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9f4219e1-df49-4db6-9cda-b94a425327ae tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:05.564294 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfd161e-d022-4c47-a6a1-a7eb52b32f71,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:05.567295 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:05.813042 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 57561c97-6965-44f9-b1af-210b77214a80 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:25:05.843477 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:05.848221 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 57561c97-6965-44f9-b1af-210b77214a80 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:25:05.848582 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 57561c97-6965-44f9-b1af-210b77214a80 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:25:06.259359 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Router d664b983-540e-42d5-9886-fb5eaddbc93e has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:25:06.570390 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:25:06.580449 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] Sync routers for ids ['d664b983-540e-42d5-9886-fb5eaddbc93e'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:25:06.581059 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] 10.222.0.73 "PUT /v2.0/routers/d664b983-540e-42d5-9886-fb5eaddbc93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666818 May 11 16:25:06.583221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50822) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:06.590883 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] Routers {'d664b983-540e-42d5-9886-fb5eaddbc93e'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:06.591506 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['d664b983-540e-42d5-9886-fb5eaddbc93e'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:06.780976 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks [] for router, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:06.832030 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] Set router d664b983-540e-42d5-9886-fb5eaddbc93e gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:06.973618 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.059667 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Deleting port b3a906c9-8eed-4e06-9769-38329a3d5142 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:07.060056 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.145745 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:25:05Z', 'revision_number': 5, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port': {'id': 'b3a906c9-8eed-4e06-9769-38329a3d5142', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:20:52Z', 'updated_at': '2021-05-11T16:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:07.149677 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] Checking router: d664b983-540e-42d5-9886-fb5eaddbc93e for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:25:07.158788 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] Routers {'d664b983-540e-42d5-9886-fb5eaddbc93e'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:07.159403 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:24:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['d664b983-540e-42d5-9886-fb5eaddbc93e'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:07.203874 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] For port b3a906c9-8eed-4e06-9769-38329a3d5142, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=b3a906c9-8eed-4e06-9769-38329a3d5142,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:07.203874 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.328781 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] Set router d664b983-540e-42d5-9886-fb5eaddbc93e gateway port host: None {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:07.341512 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Calling delete_port for b3a906c9-8eed-4e06-9769-38329a3d5142 owned by network:router_gateway {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:07.454470 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:25:06Z', 'revision_number': 6, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:07.463030 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5664a8-b5e2-4f3f-81a2-389afc2f0d68 None None] The sync data for ids ['d664b983-540e-42d5-9886-fb5eaddbc93e'] in dv-cinder-761113-11-iscsi is: [{'id': 'd664b983-540e-42d5-9886-fb5eaddbc93e', 'name': 'tempest-TestMinimumBasicScenario-685572339-router', 'tenant_id': '3f12140e740048e286fe7d4c7497b139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:20:51Z', 'updated_at': '2021-05-11T16:25:06Z', 'revision_number': 6, 'project_id': '3f12140e740048e286fe7d4c7497b139', 'gw_port_host': None}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:25:07.569257 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.578348 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-de4b8827-ddf6-466c-9fb8-a674d535ab62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:07.636647 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a906c9-8eed-4e06-9769-38329a3d5142,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:07.639486 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:07.743419 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.941834 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.944262 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.973766 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.974310 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d664b983-540e-42d5-9886-fb5eaddbc93e {{(pid=78808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:25:07.987887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:07.989127 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d664b983-540e-42d5-9886-fb5eaddbc93e HTTP/1.1" status: 204 len: 168 time: 1.4046953 May 11 16:25:07.992987 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50842) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:08.059094 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Deleting subnet a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86 {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:25:08.063469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:08.131503 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:08.418316 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:08.757910 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:08.768071 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:08.836755 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:08.842182 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:08.844323 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:08.851527 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee6796-cd7a-4fcc-9692-23ece50c0558 None None] Network a50c1861-cc1a-4d91-b1ed-94e033033c4b requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:25:08.854986 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-717fa7ba-5c67-4851-b25e-5af35ba1806e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a8bbbfe0-d98f-4e09-b4e7-0690c9b10f86 HTTP/1.1" status: 204 len: 168 time: 0.8603704 May 11 16:25:08.858153 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50860) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:09.013357 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.100990 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Deleting port 57d7f096-3200-4980-bee0-91a5de9494a8 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:09.101410 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.177747 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] DHCP port deletion for a50c1861-cc1a-4d91-b1ed-94e033033c4b request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:25:09.213690 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] For port 57d7f096-3200-4980-bee0-91a5de9494a8, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=57d7f096-3200-4980-bee0-91a5de9494a8,segment=NetworkSegment(98ae22ae-977a-4edb-8574-0094ff3a0668),segment_id=98ae22ae-977a-4edb-8574-0094ff3a0668)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:09.214117 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.267075 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Deleting port 57d7f096-3200-4980-bee0-91a5de9494a8 {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:25:09.267075 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.473704 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Calling delete_port for 57d7f096-3200-4980-bee0-91a5de9494a8 owned by network:dhcp {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:09.484546 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] For port 57d7f096-3200-4980-bee0-91a5de9494a8, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=57d7f096-3200-4980-bee0-91a5de9494a8,segment=NetworkSegment(98ae22ae-977a-4edb-8574-0094ff3a0668),segment_id=98ae22ae-977a-4edb-8574-0094ff3a0668)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:09.488922 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.567094 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.571389 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cfe7da3d-15f1-47bd-914a-8d86e50da12c tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:09.635368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=57d7f096-3200-4980-bee0-91a5de9494a8,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:09.642872 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] No DVR routers for this DVR port 57d7f096-3200-4980-bee0-91a5de9494a8 on host dv-cinder-761113-11-iscsi {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:25:09.653048 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device b3a906c9-8eed-4e06-9769-38329a3d5142 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:25:09.673346 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:09.684031 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Calling delete_port for 57d7f096-3200-4980-bee0-91a5de9494a8 owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:25:09.702145 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: b3a906c9-8eed-4e06-9769-38329a3d5142 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:25:09.703206 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device b3a906c9-8eed-4e06-9769-38329a3d5142 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:25:09.703756 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 57d7f096-3200-4980-bee0-91a5de9494a8 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:25:09.741541 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 57d7f096-3200-4980-bee0-91a5de9494a8 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:25:09.741798 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 57d7f096-3200-4980-bee0-91a5de9494a8 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:25:09.742201 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:25:09.784043 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:25:09.784405 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 2dfd161e-d022-4c47-a6a1-a7eb52b32f71 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:25:09.790768 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.807999 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50c1861-cc1a-4d91-b1ed-94e033033c4b']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:09.821703 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ae22ae-977a-4edb-8574-0094ff3a0668') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:09.821981 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ae22ae-977a-4edb-8574-0094ff3a0668') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:09.823549 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.827702 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:09.836132 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224901'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.855050 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.864388 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:25:09.865226 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099137'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: Traceback (most recent call last): May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: timer() May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: cb(*args, **kw) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: return func(*args, **kwargs) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: self._notify() May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: self.callback(batched_events) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: event.method(event) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: return f(self, *a, **k) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._get(url).json() May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:25:09.880373 dv-cinder-761113-11-iscsi neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:25:09.915282 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Pushing event deleted for resources: {'Port': ['ID=57d7f096-3200-4980-bee0-91a5de9494a8,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:09.918859 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:09.922498 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] No DVR routers for this DVR port 57d7f096-3200-4980-bee0-91a5de9494a8 on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:25:10.017232 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:10.023840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:10.026354 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:10.051701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a50c1861-cc1a-4d91-b1ed-94e033033c4b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:10.054920 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] 10.222.0.73 "DELETE /v2.0/networks/a50c1861-cc1a-4d91-b1ed-94e033033c4b HTTP/1.1" status: 204 len: 168 time: 1.1954999 May 11 16:25:10.057421 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:10.102707 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf55303-5339-4019-9e4c-500d241f31ec req-2dd6639b-4447-4b7f-a10e-7140b19abfb0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:10.104261 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-caf55303-5339-4019-9e4c-500d241f31ec req-2dd6639b-4447-4b7f-a10e-7140b19abfb0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1635940 May 11 16:25:10.161747 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-caf55303-5339-4019-9e4c-500d241f31ec req-63ba7e59-57eb-492e-b5d7-23e2b19b58b6 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467331 May 11 16:25:10.255748 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50880) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:10.312099 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f0f3341d-632a-4371-aabd-e1691024b377 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46c5699dcb834b45a7310fbd1b9c1cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545223 May 11 16:25:10.314568 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 50884) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:10.378675 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:10.409780 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:10.463458 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:10.467606 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-54d408b0-bd86-4da6-a2bf-f926ad709134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:10.484092 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9086f003-380b-47d4-b162-0b14ef2467cc,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:10.487179 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:10.496779 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:10.497879 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9086f003-380b-47d4-b162-0b14ef2467cc HTTP/1.1" status: 204 len: 168 time: 0.1822660 May 11 16:25:10.882112 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50900) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:10.933965 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-af6de953-59bd-452e-bacf-3f22b5e8f582 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f12140e740048e286fe7d4c7497b139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505598 May 11 16:25:10.936762 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 50904) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:11.004223 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:11.034197 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:11.100123 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:11.107137 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3298ba7f-f42a-4b2b-871a-6f6e548e576e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:11.123371 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4f0609-508c-4cdf-a934-7407f16bcb76,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:11.126902 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:11.130812 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da4f0609-508c-4cdf-a934-7407f16bcb76 HTTP/1.1" status: 204 len: 168 time: 0.1899087 May 11 16:25:11.130812 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:11.392368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64383e4e-8e6b-4cde-bb65-b70e82bb86a2 req-f25cdcc7-53cd-4bde-905c-fc996003e23d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:11.393750 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-64383e4e-8e6b-4cde-bb65-b70e82bb86a2 req-f25cdcc7-53cd-4bde-905c-fc996003e23d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1073451 May 11 16:25:11.455322 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-64383e4e-8e6b-4cde-bb65-b70e82bb86a2 req-7304f3d2-04b9-4af2-a5f7-6a64d906104b tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551884 May 11 16:25:12.471120 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-89bf5898-e663-46dd-8d01-f2b9135ce135 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487005832&fields=id&tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4 HTTP/1.1" status: 200 len: 267 time: 0.0472977 May 11 16:25:12.666591 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-03e934bc-3ae0-4f43-8e9f-ea38c75d4520 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:12.668076 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-03e934bc-3ae0-4f43-8e9f-ea38c75d4520 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 808 time: 0.1884654 May 11 16:25:12.670266 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d2bc6-4f7d-4221-a95d-5cbcf7502cb5 req-dfced5c9-3da4-4f15-8753-ea6c2fdeb7a6 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:12.672021 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-507d2bc6-4f7d-4221-a95d-5cbcf7502cb5 req-dfced5c9-3da4-4f15-8753-ea6c2fdeb7a6 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0912604 May 11 16:25:12.685406 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a14ec48d-9f49-48d4-9caa-b614ab59bd5a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/quotas/3abdb732adfa438f91ee82dfb2b8cfb4 HTTP/1.1" status: 200 len: 375 time: 0.0109651 May 11 16:25:12.726966 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-507d2bc6-4f7d-4221-a95d-5cbcf7502cb5 req-e05b8a3e-e14b-47c6-b030-a24ba79bad26 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475807 May 11 16:25:12.791652 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-ff16ff52-4c27-4b44-9fea-a9984cc12199 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933530 May 11 16:25:13.083860 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-897a1b9a-6736-468d-8be9-7717ac9aed67 service neutron] 10.222.0.73 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852399 May 11 16:25:13.221422 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-43553f42-483a-426d-be98-8f7a785f9355 service neutron] 10.222.0.73 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316838 May 11 16:25:13.671381 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b66d70da-edef-4956-b09a-2feff32e681b req-8576459a-341f-46fa-b20c-360c2e0ce00a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Synchronizing usage tracker for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:25:13.691051 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-b66d70da-edef-4956-b09a-2feff32e681b req-8576459a-341f-46fa-b20c-360c2e0ce00a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Unset dirty status for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:25:13.692327 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b66d70da-edef-4956-b09a-2feff32e681b req-8576459a-341f-46fa-b20c-360c2e0ce00a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 210 time: 0.0655887 May 11 16:25:13.989776 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0928c0-a57d-4e24-9db5-078a15ca7142 req-8f9b228e-b34e-470f-b989-4fe46c0e2e74 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:13.991373 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e0928c0-a57d-4e24-9db5-078a15ca7142 req-8f9b228e-b34e-470f-b989-4fe46c0e2e74 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1249747 May 11 16:25:14.046030 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e0928c0-a57d-4e24-9db5-078a15ca7142 req-ab09402d-71f7-4bef-b3f2-916682e610d7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482635 May 11 16:25:14.855495 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7c5cea2-6963-45ca-a985-20c1f4e65f4b req-06695b2e-e24c-4474-8c7d-0323868a4f6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 210 time: 0.0464430 May 11 16:25:15.250875 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1753a5-a76d-44b7-9fb9-ff95bc5c0482 req-157052d2-9029-4c5b-a6c9-b8170d54f207 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:15.252406 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8a1753a5-a76d-44b7-9fb9-ff95bc5c0482 req-157052d2-9029-4c5b-a6c9-b8170d54f207 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0870917 May 11 16:25:15.300217 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8a1753a5-a76d-44b7-9fb9-ff95bc5c0482 req-adafa048-6886-456f-84fa-69df90d138dc tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 May 11 16:25:16.108639 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-99608869-c981-4260-ac6b-98c4c1eaf7c1 req-53785e80-1d35-49f0-bf56-ff187ba9fa94 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 210 time: 0.1448300 May 11 16:25:16.529747 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546513-4781-45b8-9f3d-9d9675ca89b3 req-dd67a8c8-956a-45c3-ba8c-65ac2cbcdb98 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:16.531583 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9b546513-4781-45b8-9f3d-9d9675ca89b3 req-dd67a8c8-956a-45c3-ba8c-65ac2cbcdb98 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0885956 May 11 16:25:16.582781 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9b546513-4781-45b8-9f3d-9d9675ca89b3 req-94daa2db-0cb2-4e4c-abbc-16895a2980c3 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442154 May 11 16:25:17.258631 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-15ffee34-de66-4d0b-8811-39f9bfdcf70b req-04b241cc-9641-4ea5-98ac-40a5449578f9 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 210 time: 0.0441575 May 11 16:25:17.361503 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-02807a93-cd66-43ad-a4cd-f38fd28c8be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:17.798917 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e69e-0558-411f-abf7-7ccf9fe8c52e req-c85202cf-cf8b-4538-b7e9-e3e9bc60ae7a tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:17.800729 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cca6e69e-0558-411f-abf7-7ccf9fe8c52e req-c85202cf-cf8b-4538-b7e9-e3e9bc60ae7a tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0978909 May 11 16:25:17.859721 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cca6e69e-0558-411f-abf7-7ccf9fe8c52e req-7e8ce013-1c1b-4992-8233-006f1fcef672 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509284 May 11 16:25:17.964240 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-652ec4ac-e078-49bf-b4ab-a475a85861b6 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:17.965856 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-652ec4ac-e078-49bf-b4ab-a475a85861b6 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 808 time: 0.1765647 May 11 16:25:18.036881 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-51cce1bc-fecc-4d9d-9f5d-757c85d92ebe tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4 HTTP/1.1" status: 200 len: 379 time: 0.0612688 May 11 16:25:18.048932 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'port': {'device_id': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'admin_state_up': True, 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'security_groups': ['c232e135-27f6-4077-a24d-0e5f605b3cea']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:18.257779 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:18.269804 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:18.281986 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Made reservation on behalf of 3abdb732adfa438f91ee82dfb2b8cfb4 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:25:18.286509 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:18.454634 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6384642e-fa64-4f9e-8e68-fbf5fa252a00 req-b5a6c305-050b-48af-9ebe-4d7521797055 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 210 time: 0.0683780 May 11 16:25:18.476656 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Allocated IP 172.20.0.6 (8d788ec7-b034-41e0-bfcb-89c268676f36/0274734c-f529-465c-8c24-f4dbf7e7ed1c/cfd5f4ea-879e-4483-94d6-cf21d42b59c0) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:18.703334 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:18.727986 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Transition to ACTIVE for port object cfd5f4ea-879e-4483-94d6-cf21d42b59c0 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:18.753668 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:18.759448 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb0d4b19-542b-467e-8abf-ca39bbc5f735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:18.833758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:18.836987 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:18.846883 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:18.880630 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:18.890632 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:18.930171 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:18.930990 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:18.965955 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9228604 May 11 16:25:18.987744 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Request body: {'port': {'device_id': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:19.084156 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9abcd14a-1f04-4ec8-820f-255330419c13 None None] Provisioning for port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:19.089379 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9abcd14a-1f04-4ec8-820f-255330419c13 None None] Provisioning complete for port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:19.089869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9abcd14a-1f04-4ec8-820f-255330419c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:19.148642 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-9abcd14a-1f04-4ec8-820f-255330419c13 None None] Port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:25:19.172790 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:19.227101 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af474af-4538-437c-a472-e0507ae45685 req-6a11441b-9bca-4d64-b5b7-fa92b379f344 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:19.228542 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5af474af-4538-437c-a472-e0507ae45685 req-6a11441b-9bca-4d64-b5b7-fa92b379f344 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.2091222 May 11 16:25:19.340387 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5af474af-4538-437c-a472-e0507ae45685 req-d614dee2-0406-4abf-8f34-ef4c649f2baf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053586 May 11 16:25:19.578225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd5f4ea-879e-4483-94d6-cf21d42b59c0 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:25:19.589030 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:19.645298 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Transition to ACTIVE for port object cfd5f4ea-879e-4483-94d6-cf21d42b59c0 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:19.651553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:19.657132 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:19.914299 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:19.946780 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:19.976957 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de344c-91dc-4abc-a141-c449ce7b2731 req-55760c25-01a3-432a-911d-f1e9f18b0361 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:19.977715 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-09de344c-91dc-4abc-a141-c449ce7b2731 req-55760c25-01a3-432a-911d-f1e9f18b0361 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Synchronizing usage tracker for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:25:20.064370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-09de344c-91dc-4abc-a141-c449ce7b2731 req-55760c25-01a3-432a-911d-f1e9f18b0361 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Unset dirty status for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:25:20.065577 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-09de344c-91dc-4abc-a141-c449ce7b2731 req-55760c25-01a3-432a-911d-f1e9f18b0361 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 931 time: 0.4828408 May 11 16:25:20.089596 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Attempting to bind port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:25:20.089975 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Attempting to bind port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:25:20.090317 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Attempting to bind port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 on network 8d788ec7-b034-41e0-bfcb-89c268676f36 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:20.099847 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 on network 8d788ec7-b034-41e0-bfcb-89c268676f36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:25:20.100178 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Attempting to bind port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 on network 8d788ec7-b034-41e0-bfcb-89c268676f36 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:20.117965 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:25:20.118317 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Checking segment: {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:20.118843 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Bound using segment: {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:25:20.119396 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Bound port: cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ee9732-4418-4abc-86c9-88ac91f6c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:25:20.119752 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:20.151301 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-09de344c-91dc-4abc-a141-c449ce7b2731 req-59d0d161-6212-4e4f-a3a3-a3e285a06f56 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792055 May 11 16:25:20.252825 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:25:20.259103 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:25:20.270493 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:20.276387 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:20.339960 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:20.340658 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:20.343424 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] 10.222.0.87 "PUT /v2.0/ports/cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 1093 time: 1.3603578 May 11 16:25:20.347920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:25:20.408607 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:20.480477 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'status': 'completed', 'code': 200} May 11 16:25:20.491445 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.491844 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.492224 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.492584 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.492946 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.493306 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.493799 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.494159 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.494520 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.494891 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.495246 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.495595 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:20.502744 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:20.552445 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-79afc28f-186f-4c35-ac44-a95ab3b77f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:20.555072 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-79afc28f-186f-4c35-ac44-a95ab3b77f5b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1096 time: 0.1432116 May 11 16:25:20.581588 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:25:20.599325 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:20.738206 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-7807ce34-632c-4ae6-94ec-d9561b78236d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 217 time: 0.1428041 May 11 16:25:20.829805 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-08dc01f5-8085-47d3-a3d5-c7939c80ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:20.831447 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-08dc01f5-8085-47d3-a3d5-c7939c80ea67 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.0866778 May 11 16:25:20.845140 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0f75-0efd-4676-9ecc-6a840a044be7 req-e0065ffa-6083-4bc8-8c00-9056d985234e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:20.846826 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-597a0f75-0efd-4676-9ecc-6a840a044be7 req-e0065ffa-6083-4bc8-8c00-9056d985234e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.2907364 May 11 16:25:20.938446 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-597a0f75-0efd-4676-9ecc-6a840a044be7 req-87a7f873-3a18-4fb8-9bb9-d07b81a1d0e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570810 May 11 16:25:20.969258 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-ca4de52e-5b8a-498d-84fb-9377c9c2c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:20.970908 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-ca4de52e-5b8a-498d-84fb-9377c9c2c0e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1232004 May 11 16:25:21.143487 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-ca7477a8-beb8-49af-8c71-1fb533a9eddc service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580367 May 11 16:25:21.229722 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6b1800d3-1ecf-4f73-9f2f-cb94ee2d850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:21.355813 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-88c3e4c7-b6d5-49e5-a779-e68776556cbe req-dd6d8dbd-96c6-4225-8813-24578d2b751a service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965580 May 11 16:25:21.589275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeadebe-3e4b-4681-b0c5-c4a1a23f98d3 req-b74e24f6-e4f3-485f-a4d0-43e39be7abdb tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:21.592081 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cdeadebe-3e4b-4681-b0c5-c4a1a23f98d3 req-b74e24f6-e4f3-485f-a4d0-43e39be7abdb tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.2046976 May 11 16:25:21.651483 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-2e6a20e5-e437-4d33-9b98-82a122bc027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:21.654414 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-2e6a20e5-e437-4d33-9b98-82a122bc027f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1096 time: 0.2013068 May 11 16:25:21.679464 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-cdeadebe-3e4b-4681-b0c5-c4a1a23f98d3 req-f62f98e9-38a9-447b-b67f-1ca126ec610c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Synchronizing usage tracker for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:25:21.729866 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-cdeadebe-3e4b-4681-b0c5-c4a1a23f98d3 req-f62f98e9-38a9-447b-b67f-1ca126ec610c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Unset dirty status for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:25:21.732924 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cdeadebe-3e4b-4681-b0c5-c4a1a23f98d3 req-f62f98e9-38a9-447b-b67f-1ca126ec610c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313856 May 11 16:25:21.938723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-30572967-c3a6-4a61-a219-a349c1f97ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:21.940536 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-30572967-c3a6-4a61-a219-a349c1f97ee3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 909 time: 0.2790141 May 11 16:25:22.021707 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-0f966349-f133-4576-80df-9a38aa9d91be service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 217 time: 0.0739555 May 11 16:25:22.114025 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-a65bc6f0-98a1-421a-b5c3-95be55d06946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:22.116439 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-a65bc6f0-98a1-421a-b5c3-95be55d06946 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.0878747 May 11 16:25:22.176889 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5026b-9884-45ef-a48d-befa18522407 req-9803dcea-cc33-4356-9c1b-abe2f71a4b36 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:22.178466 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bdc5026b-9884-45ef-a48d-befa18522407 req-9803dcea-cc33-4356-9c1b-abe2f71a4b36 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1065075 May 11 16:25:22.257667 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-3da20783-f98d-4ece-bd75-28f6e20aa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:22.260227 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-3da20783-f98d-4ece-bd75-28f6e20aa04b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1363776 May 11 16:25:22.269107 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bdc5026b-9884-45ef-a48d-befa18522407 req-e6a2306a-a16a-4e65-a688-3d6289cacd63 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828426 May 11 16:25:22.595310 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-868f0673-653c-466b-8e9e-93971f50f297 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271856 May 11 16:25:22.803925 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0434e9a1-e80b-42a1-96c8-2a51ad5da94a req-26d145ee-c113-49d7-9876-f98921f67cdb service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003174 May 11 16:25:23.087016 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e8a72-0226-47e0-beb4-7e693c861de7 req-9d84c10b-521a-4676-81b3-5054dba64f67 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:23.089068 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-cd6e8a72-0226-47e0-beb4-7e693c861de7 req-9d84c10b-521a-4676-81b3-5054dba64f67 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.1492372 May 11 16:25:23.166459 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-cd6e8a72-0226-47e0-beb4-7e693c861de7 req-52236188-2aaf-43bf-92bb-95b9f8d26b8f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702872 May 11 16:25:23.225539 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:23.591356 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2eba8-c9e8-4943-8849-72996cc5b381 req-5b09375d-d23e-43fc-9cff-05502d266d5e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:23.595155 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3ed2eba8-c9e8-4943-8849-72996cc5b381 req-5b09375d-d23e-43fc-9cff-05502d266d5e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1232424 May 11 16:25:23.658530 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3ed2eba8-c9e8-4943-8849-72996cc5b381 req-cd7cec24-f499-43e8-896f-af318e0cd2b4 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552859 May 11 16:25:24.448319 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dd3aa-086b-491b-9c7d-2ce1343e3d5c req-e069b01b-25a0-4aea-968e-fe8f2b3de610 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:24.450078 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-252dd3aa-086b-491b-9c7d-2ce1343e3d5c req-e069b01b-25a0-4aea-968e-fe8f2b3de610 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.1100466 May 11 16:25:24.553652 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-252dd3aa-086b-491b-9c7d-2ce1343e3d5c req-2cd7360e-7100-4820-9828-8d6701e6e3b1 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958502 May 11 16:25:24.991424 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eb7fa-0e14-48e8-89b5-fb1aa2b211e9 req-9d193450-0de5-4673-bd63-7c439bb7de06 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:24.993077 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-847eb7fa-0e14-48e8-89b5-fb1aa2b211e9 req-9d193450-0de5-4673-bd63-7c439bb7de06 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1238577 May 11 16:25:25.084858 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-847eb7fa-0e14-48e8-89b5-fb1aa2b211e9 req-9714bde1-d150-4b4d-b35b-05283b210bfd tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788496 May 11 16:25:25.435198 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:25.846320 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9632d-becb-44d0-b2df-d1fa4463b8cb req-f11cdca9-3091-4334-8320-fdb4328489e3 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:25.849039 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4cb9632d-becb-44d0-b2df-d1fa4463b8cb req-f11cdca9-3091-4334-8320-fdb4328489e3 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.1438842 May 11 16:25:25.923673 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4cb9632d-becb-44d0-b2df-d1fa4463b8cb req-9d72468f-a93e-4b55-a23f-d96e498de7b4 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675380 May 11 16:25:26.340333 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ade5-f35a-425d-acbf-a701bf3da385 req-c96e334f-8eb4-4ee0-804c-ebe551fa0ef7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:26.343444 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4c36ade5-f35a-425d-acbf-a701bf3da385 req-c96e334f-8eb4-4ee0-804c-ebe551fa0ef7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1146600 May 11 16:25:26.435566 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4c36ade5-f35a-425d-acbf-a701bf3da385 req-b54c41df-5058-4de8-bf43-cddc33f80797 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804958 May 11 16:25:26.790214 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:27.012193 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e2d2f-8b2d-40dc-af04-30cb8b201f76 req-6718fc9e-1590-45db-8638-0b3453a2c1a7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:27.015675 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5f8e2d2f-8b2d-40dc-af04-30cb8b201f76 req-6718fc9e-1590-45db-8638-0b3453a2c1a7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1588202 May 11 16:25:27.079481 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460518e0-0d1e-4d12-b005-167d5832aefc req-e12a0ac2-c730-4a3d-a27c-08d2fc357063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:27.081693 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-460518e0-0d1e-4d12-b005-167d5832aefc req-e12a0ac2-c730-4a3d-a27c-08d2fc357063 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1098 time: 0.1498568 May 11 16:25:27.105632 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5f8e2d2f-8b2d-40dc-af04-30cb8b201f76 req-6045ef23-a55f-4933-b7c1-b5a8f24010c7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798755 May 11 16:25:27.337480 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460518e0-0d1e-4d12-b005-167d5832aefc req-64a85e0e-f6b4-49d9-b569-b0527e2c3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:27.339264 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-460518e0-0d1e-4d12-b005-167d5832aefc req-64a85e0e-f6b4-49d9-b569-b0527e2c3c11 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.2502608 May 11 16:25:27.456506 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff3cd4-e2a4-4d9c-b2f1-58620f991ec1 req-1f79e665-284d-4234-bca7-c8ef6dd06dfc tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:27.458309 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54ff3cd4-e2a4-4d9c-b2f1-58620f991ec1 req-1f79e665-284d-4234-bca7-c8ef6dd06dfc tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.2635405 May 11 16:25:27.587095 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-460518e0-0d1e-4d12-b005-167d5832aefc req-b412cc10-f46f-4968-8e27-bc455cd4a46d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 1001 time: 0.2404058 May 11 16:25:27.590945 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54ff3cd4-e2a4-4d9c-b2f1-58620f991ec1 req-13f7ea69-35b7-4d0a-a02a-6f63a7c29292 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243663 May 11 16:25:27.685896 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460518e0-0d1e-4d12-b005-167d5832aefc req-fb039d84-62a2-4b6a-b11c-2b0f2e88f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:27.689334 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-460518e0-0d1e-4d12-b005-167d5832aefc req-fb039d84-62a2-4b6a-b11c-2b0f2e88f54c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.0934458 May 11 16:25:27.818133 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460518e0-0d1e-4d12-b005-167d5832aefc req-f6fb2004-c393-44e8-976a-b0ab05013fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:27.820059 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-460518e0-0d1e-4d12-b005-167d5832aefc req-f6fb2004-c393-44e8-976a-b0ab05013fe8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1215875 May 11 16:25:27.834735 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cfd5f4ea-879e-4483-94d6-cf21d42b59c0 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:25:28.065121 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:28.082063 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'port_id': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'mac_address': 'fa:16:3e:e3:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:25:28.085331 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-460518e0-0d1e-4d12-b005-167d5832aefc req-b5313117-b58d-49ac-97b2-200d4eea84c6 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555983 May 11 16:25:28.151612 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:28.177073 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd5f4ea-879e-4483-94d6-cf21d42b59c0 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:25:28.205576 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:28.211269 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:28.214622 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:28.318701 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:28.322324 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:28.387034 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-460518e0-0d1e-4d12-b005-167d5832aefc req-4c865c7d-fc4c-4856-9d9c-b554894e8902 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929258 May 11 16:25:28.433523 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0cdf-4514-42a1-bd7c-134cb13beb60 req-3a75c755-d5cc-4afd-965e-58194c236846 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:28.435089 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a1ed0cdf-4514-42a1-bd7c-134cb13beb60 req-3a75c755-d5cc-4afd-965e-58194c236846 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1411040 May 11 16:25:28.479780 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['cfd5f4ea-879e-4483-94d6-cf21d42b59c0'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:25:28.503425 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a1ed0cdf-4514-42a1-bd7c-134cb13beb60 req-b20e231f-66e0-4550-aee5-8ebfdf9901ac tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606682 May 11 16:25:28.942426 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cd4c6-f7f0-4077-b7fd-96eed4b68b0f req-61ebd8d5-d45a-40c4-b91c-f2658f85f17c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:28.946824 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-234cd4c6-f7f0-4077-b7fd-96eed4b68b0f req-61ebd8d5-d45a-40c4-b91c-f2658f85f17c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 944 time: 0.1846671 May 11 16:25:29.006895 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-234cd4c6-f7f0-4077-b7fd-96eed4b68b0f req-165c2f28-174b-4fc8-ba1f-d274179e181b tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519915 May 11 16:25:29.746348 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044740a-8868-482c-b891-7811b63986c4 req-d0db1aa4-3fd1-400e-bffa-114823e8890f tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:29.748143 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a044740a-8868-482c-b891-7811b63986c4 req-d0db1aa4-3fd1-400e-bffa-114823e8890f tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0964580 May 11 16:25:29.817272 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a044740a-8868-482c-b891-7811b63986c4 req-fb7149fb-9ebd-495b-8442-2e3ba3933cc9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574377 May 11 16:25:29.837032 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cfd5f4ea-879e-4483-94d6-cf21d42b59c0 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:29.947058 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:29.954084 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:29.954652 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:30.141462 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:30.179205 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:25:30.194680 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:30.200759 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:30.203739 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:30.258697 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51120) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:30.305601 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:30.310448 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:30.337203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66228c-7265-4e6b-a936-1969ff35311b req-9c9a5fef-87d3-4e6b-962e-552e4bf3bb80 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:30.339145 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2a66228c-7265-4e6b-a936-1969ff35311b req-9c9a5fef-87d3-4e6b-962e-552e4bf3bb80 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1799800 May 11 16:25:30.360424 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Deleting subnet 65269299-8131-4d3c-82e2-9f366eb4f7cb {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:25:30.363988 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:30.407246 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2a66228c-7265-4e6b-a936-1969ff35311b req-c91f8b14-fc80-4490-ad63-65c75facd5e8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594299 May 11 16:25:30.428589 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:30.493496 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'code': 200} May 11 16:25:30.507265 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:30.927263 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-c7881771-dbaa-4868-91be-56509ae7f1ba service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2677321 May 11 16:25:30.929265 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154f436-61e0-4eba-a44f-35e880b0dd71 req-1ec2cb68-2c99-4fd8-8b06-01efc9ce4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:30.930653 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f154f436-61e0-4eba-a44f-35e880b0dd71 req-1ec2cb68-2c99-4fd8-8b06-01efc9ce4e87 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1098 time: 0.1241641 May 11 16:25:30.933838 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:30.941107 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:30.990528 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65269299-8131-4d3c-82e2-9f366eb4f7cb,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:30.993364 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.004553 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.004960 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.005348 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.005707 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.006060 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.006476 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.006834 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.007237 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.007608 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.008079 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.008472 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.008847 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:31.014362 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/65269299-8131-4d3c-82e2-9f366eb4f7cb HTTP/1.1" status: 204 len: 168 time: 0.7535996 May 11 16:25:31.016754 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7d924867-39e3-4633-8f5f-eb5b4fa832c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:31.017642 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51126) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:31.098205 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f154f436-61e0-4eba-a44f-35e880b0dd71 req-7a9b1dd1-0032-4621-8fba-df3ab5ed74eb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589446 May 11 16:25:31.140125 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d41adb-10de-460c-862d-aab62673126a req-e62536ce-f2e6-4d4c-abd2-3730e0e06df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:31.142786 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-e62536ce-f2e6-4d4c-abd2-3730e0e06df0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1098 time: 0.1753292 May 11 16:25:31.158180 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.322988 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.341585 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7714fdf2-4338-42f6-bb09-436fa861fe2b']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:31.360523 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ee9b01-5df1-4df8-8e46-62ea2b231ac6') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:31.360827 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ee9b01-5df1-4df8-8e46-62ea2b231ac6') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:31.379198 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.399263 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d41adb-10de-460c-862d-aab62673126a req-05451554-bdfc-441d-a243-554460a54542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:31.402381 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-05451554-bdfc-441d-a243-554460a54542 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.2226012 May 11 16:25:31.413893 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.424540 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:25:31.425433 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:25:31.545190 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:25:31.606699 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.617359 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:31.625364 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:31.636477 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-efe4df49-52ef-4a18-b92a-812c0f94a999 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 1001 time: 0.2241523 May 11 16:25:31.729297 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Pushing event deleted for resources: {'Network': ['ID=7714fdf2-4338-42f6-bb09-436fa861fe2b,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:31.733299 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:31.741166 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-df90e395-05b7-4dc6-b66f-cb12289cb31e admin admin] 10.222.0.73 "DELETE /v2.0/networks/7714fdf2-4338-42f6-bb09-436fa861fe2b HTTP/1.1" status: 204 len: 168 time: 0.7223659 May 11 16:25:31.755004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d41adb-10de-460c-862d-aab62673126a req-76c41192-c7ad-41aa-9c15-ec7c3646c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:31.756553 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-76c41192-c7ad-41aa-9c15-ec7c3646c0f6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.1065431 May 11 16:25:31.829182 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83ca6f-15a6-48d6-82f0-2edcd8468ac8 req-cea8308e-004c-411d-b7dd-75cccbac88ad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:31.845083 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4b83ca6f-15a6-48d6-82f0-2edcd8468ac8 req-cea8308e-004c-411d-b7dd-75cccbac88ad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1838131 May 11 16:25:31.906884 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d41adb-10de-460c-862d-aab62673126a req-3c05d9ee-6fc9-4359-be59-bd476a37fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:31.908922 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-3c05d9ee-6fc9-4359-be59-bd476a37fdd0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1414299 May 11 16:25:31.933955 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4b83ca6f-15a6-48d6-82f0-2edcd8468ac8 req-7054d4c8-5900-4b58-8b6a-8d3ac85e8071 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874252 May 11 16:25:32.051985 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51136) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:32.196180 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-cace201e-327b-442d-b18d-14550867c14f service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711189 May 11 16:25:32.199596 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-44b82cc7-c97d-4434-bd2f-4393c0d41cc5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5efd3f7c368a4dfd9f3e2fe5c856b377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459541 May 11 16:25:32.202653 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51140) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:32.319053 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:32.371156 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:32.448252 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-54d41adb-10de-460c-862d-aab62673126a req-1c3706ff-9a60-4aae-898c-4ca1fc5bb6b7 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336311 May 11 16:25:32.476902 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:32.481675 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-767a11bf-8e14-48c3-8e71-98fee0c30db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:32.503054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb2537-9c3e-4bb4-88d5-54ed41eb5053,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:32.506594 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:32.519608 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:32.521090 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7dfb2537-9c3e-4bb4-88d5-54ed41eb5053 HTTP/1.1" status: 204 len: 168 time: 0.3164432 May 11 16:25:33.176768 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb52e21-4fae-40d5-b3ca-77ab0808b089 req-ebc434b7-91d1-47ad-8940-9137ed4ffa91 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:33.178320 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4bb52e21-4fae-40d5-b3ca-77ab0808b089 req-ebc434b7-91d1-47ad-8940-9137ed4ffa91 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0950885 May 11 16:25:33.241653 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4bb52e21-4fae-40d5-b3ca-77ab0808b089 req-47d68d82-cb54-482c-b53d-5a72f68804f6 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547538 May 11 16:25:33.497658 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a901-444e-4fff-b867-7c8064b0743a req-0afa923c-7291-4c49-80fd-3a4359ea6180 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:33.500758 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-35a2a901-444e-4fff-b867-7c8064b0743a req-0afa923c-7291-4c49-80fd-3a4359ea6180 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1152120 May 11 16:25:33.535619 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51170) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:33.572097 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-35a2a901-444e-4fff-b867-7c8064b0743a req-05a1b090-f480-4759-94bf-b4cc02485f67 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636475 May 11 16:25:33.599146 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51176) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:33.697501 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1489362328-network', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:33.704130 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:33.710171 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Usage tracker for resource:network and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:33.713815 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:33.724852 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:33.739500 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Made reservation on behalf of 86e19944b3f04b55830a20e3c4b13d39 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:25:33.742411 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:33.757351 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:33.776101 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:33.783981 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:33.789383 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:33.801519 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:34.092952 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.100568 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.104718 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4d3f091c-50bb-49fa-a72e-d3127909fb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:34.139134 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:25:34.143708 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43121672-78e6-436a-ab77-3eb3823b7eba tempest-TestShelveInstance-327960482 tempest-TestShelveInstance-327960482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:34.144718 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-43121672-78e6-436a-ab77-3eb3823b7eba tempest-TestShelveInstance-327960482 tempest-TestShelveInstance-327960482-project-admin] Synchronizing usage tracker for tenant:8019a5572f7141ff80e6033fed609b53 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:25:34.174972 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81977cf3-b223-4610-9900-f0f3a6522355,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:34.178808 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.179278 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Added segment 472814a7-ff26-402b-b5ce-a20a78932aa9 of type vlan for network 5240c12a-3427-40e2-ba97-474321e63de8 May 11 16:25:34.182661 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:34.218596 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-43121672-78e6-436a-ab77-3eb3823b7eba tempest-TestShelveInstance-327960482 tempest-TestShelveInstance-327960482-project-admin] Unset dirty status for tenant:8019a5572f7141ff80e6033fed609b53 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:25:34.220572 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-43121672-78e6-436a-ab77-3eb3823b7eba tempest-TestShelveInstance-327960482 tempest-TestShelveInstance-327960482-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1093 time: 0.6202157 May 11 16:25:34.224100 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51184) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:34.230013 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'port_id': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:34.237808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:34.242586 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Usage tracker for resource:floatingip and tenant:3abdb732adfa438f91ee82dfb2b8cfb4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:34.246343 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:34.249449 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.254874 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:34.276166 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.290809 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.292648 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:34.293367 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.299584 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:34.413979 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8770516 May 11 16:25:34.417705 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5240c12a-3427-40e2-ba97-474321e63de8,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:34.418949 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51188) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:34.421760 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:34.429468 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 5240c12a-3427-40e2-ba97-474321e63de8 details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:25:34.434584 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Request body: {'subnet': {'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1489362328-subnet', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:34.445001 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:34.453778 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Usage tracker for resource:subnet and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:34.457681 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:34.465371 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:34.493001 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Made reservation on behalf of 86e19944b3f04b55830a20e3c4b13d39 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:25:34.495860 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2111379'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.671982 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:34.929545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Allocated IP 172.27.2.15 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/57d58930-6a8f-4989-b2c3-c0cb52257043) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:35.296976 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:35.384403 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:35.393699 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:35.491677 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:35.498660 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:35.501180 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'Port': ['ID=57d58930-6a8f-4989-b2c3-c0cb52257043,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:35.503605 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2346596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2111457'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:35.504604 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:35.505366 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:35.544064 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:35.689984 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316e3019-f5ea-4f5d-bc03-88a65d399f54,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:35.698367 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:35.704283 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Checking segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:35.704667 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Network hostable DHCP agents. Network: 5240c12a-3427-40e2-ba97-474321e63de8, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:25:35.787308 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Network 5240c12a-3427-40e2-ba97-474321e63de8 is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:25:35.955884 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 5240c12a-3427-40e2-ba97-474321e63de8) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:35.965024 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ae871-b448-4c6a-a18f-a089e952380c None None] Network 5240c12a-3427-40e2-ba97-474321e63de8 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:25:35.976580 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:35.977316 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.052618 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-87000631-0b32-4c54-b34a-07947669f346 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6307917 May 11 16:25:36.053907 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51194) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:36.062693 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:36.071066 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:36.079867 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Usage tracker for resource:router and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:36.084706 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:36.101297 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:36.125143 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.127353 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.156177 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.209044 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.288579 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-5240c12a-3427-40e2-ba97-474321e63de8', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:25:36.289816 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.320967 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.534813 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Allocated IP 172.20.0.2 (5240c12a-3427-40e2-ba97-474321e63de8/316e3019-f5ea-4f5d-bc03-88a65d399f54/99a9cd5f-91e0-424a-8179-bd1a7489ea84) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:36.659908 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.672621 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.679608 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ce527748-b261-4cf6-882c-160b190ef95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:36.697415 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.826544 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.927233 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.943300 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Transition to ACTIVE for port object 99a9cd5f-91e0-424a-8179-bd1a7489ea84 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:36.967494 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Transition to ACTIVE for port object 99a9cd5f-91e0-424a-8179-bd1a7489ea84 will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:36.976220 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:36.982354 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:37.051130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event updated for resources: {'Port': ['ID=57d58930-6a8f-4989-b2c3-c0cb52257043,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:37.051409 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Network 5240c12a-3427-40e2-ba97-474321e63de8 is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:37.058312 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:37.060144 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:37.060347 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:37.106946 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Pushing event updated for resources: {'Port': ['ID=99a9cd5f-91e0-424a-8179-bd1a7489ea84,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:37.124919 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:37.149640 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Floating IP 0ff797cb-5672-4815-ae49-e8e7f1d35d5e associated. External IP: 172.27.2.15, port: cfd5f4ea-879e-4483-94d6-cf21d42b59c0. May 11 16:25:37.152332 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:37.199305 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Attempting to bind port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:25:37.199923 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Attempting to bind port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:25:37.200512 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Attempting to bind port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:37.207017 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:37.208437 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:25:37.209115 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Checking segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:37.209539 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:37.210002 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Bound using segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:25:37.210522 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Bound port: 99a9cd5f-91e0-424a-8179-bd1a7489ea84, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:25:37.211115 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:37.330410 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] For port 99a9cd5f-91e0-424a-8179-bd1a7489ea84, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:25:37.335108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] For port 99a9cd5f-91e0-424a-8179-bd1a7489ea84, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=99a9cd5f-91e0-424a-8179-bd1a7489ea84,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:25:37.343041 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:37.356213 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8354897b-5c9b-4a3d-b5c2-4be1548a8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:37.468317 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Allocated IP 172.27.2.215 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:37.503032 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Pushing event updated for resources: {'Port': ['ID=99a9cd5f-91e0-424a-8179-bd1a7489ea84,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:37.512799 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:37.730459 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:37.833663 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:37.849854 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-038b101c-94a8-4545-8c3d-133382916a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:37.911795 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:25:37.992408 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Pushing event updated for resources: {'Port': ['ID=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:38.000859 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:38.016527 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:38.018665 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:38.023054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:38.229802 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:25:38.260173 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] Sync routers for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:25:38.272810 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:38.275201 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:38.276084 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:38.433839 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2081976 May 11 16:25:38.435215 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:25:38.588362 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'status': 'completed', 'code': 200} May 11 16:25:38.787345 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-62a7ea9f-beea-4bfd-8828-7fbc07e9ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:38.790272 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-62a7ea9f-beea-4bfd-8828-7fbc07e9ac89 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1098 time: 0.1722000 May 11 16:25:38.790469 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:38.875934 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:39.047660 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-e133628c-731d-4756-b881-a5a9bcfb3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:39.049315 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-e133628c-731d-4756-b881-a5a9bcfb3843 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 909 time: 0.2502406 May 11 16:25:39.079295 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be715140-5a88-4873-91fc-e918c1e0b1ca None None] Network 5240c12a-3427-40e2-ba97-474321e63de8 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:25:39.206323 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-ea33d3dd-f1b2-453f-a6f9-c044181f027e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 998 time: 0.1492550 May 11 16:25:39.286181 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-e07e3b31-0f0f-40e8-a6d0-c2abdac3e471 None None] Provisioning for port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:39.330773 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-5958cbc1-caab-4590-8d43-c0dc20881404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:39.332640 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-5958cbc1-caab-4590-8d43-c0dc20881404 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.1196184 May 11 16:25:39.482596 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-6b0100f3-49e6-4c2c-9122-00cbc2ad6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:39.483351 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-6b0100f3-49e6-4c2c-9122-00cbc2ad6020 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1429508 May 11 16:25:39.605976 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 99a9cd5f-91e0-424a-8179-bd1a7489ea84 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:39.611179 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:39.737299 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-0f0f94a8-53fe-4f3c-a068-e211ab46fa42 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456594 May 11 16:25:39.881292 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:39.908842 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:39.909555 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:39.963329 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-efe1c6fb-ec0b-46dd-b47f-3e3c3a4ae7e1 req-1978a12c-070c-42b0-a1ea-5f392420d308 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179034 May 11 16:25:39.969576 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Router b618b755-bfd9-40c8-846e-ceafcf33c171 is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:25:39.991224 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '0ff797cb-5672-4815-ae49-e8e7f1d35d5e', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'port_id': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'mac_address': 'fa:16:3e:e3:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:36Z', 'revision_number': 0, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:40Z', 'revision_number': 5, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:40.017241 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] Checking router: 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:25:40.042824 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:40.043584 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:40.268411 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:25:40.283073 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:25:40.297973 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:40.298518 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:40.307888 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:40.310209 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2548325 May 11 16:25:40.313619 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51218) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:40.359016 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:40.465841 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 99a9cd5f-91e0-424a-8179-bd1a7489ea84, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=99a9cd5f-91e0-424a-8179-bd1a7489ea84,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:40.470476 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-2e54b711-b0cd-4928-acdd-dbacf47c3195 None None] Provisioning complete for port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:40.471251 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2e54b711-b0cd-4928-acdd-dbacf47c3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:40.508530 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:40.523524 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-08846d16-fc41-43d5-937d-4fb0c1b2a12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:40.541154 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:40.636650 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:40.941362 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=99a9cd5f-91e0-424a-8179-bd1a7489ea84,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:40.971039 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.971735 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.972501 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.973193 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.973873 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.974679 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.975356 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.976070 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.976742 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.977417 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.978114 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.978787 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:40.999915 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:41.079873 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:38Z', 'revision_number': 3, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:41.091085 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:25:41.092778 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Updating router b618b755-bfd9-40c8-846e-ceafcf33c171 port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:25:41.186029 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:41.532706 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:41.534082 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '0ff797cb-5672-4815-ae49-e8e7f1d35d5e', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'port_id': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'mac_address': 'fa:16:3e:e3:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:36Z', 'revision_number': 0, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:40Z', 'revision_number': 5, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:41.540963 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b086489-c1e0-40a4-b436-0432e1f2af77 None None] The sync data for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi is: [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '0ff797cb-5672-4815-ae49-e8e7f1d35d5e', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'port_id': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'mac_address': 'fa:16:3e:e3:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:36Z', 'revision_number': 0, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:40Z', 'revision_number': 5, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:25:41.577692 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 99a9cd5f-91e0-424a-8179-bd1a7489ea84 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:41.722976 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:41.723361 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:41.777754 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:41.803980 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0f09-6266-465a-90db-17a5a0b01866 req-6617f2b5-3087-48ad-ba9c-509a5cc9980f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:41.808073 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Transition to ACTIVE for port object bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:41.814360 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d13e0f09-6266-465a-90db-17a5a0b01866 req-6617f2b5-3087-48ad-ba9c-509a5cc9980f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1550145 May 11 16:25:41.823721 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:41.829312 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:41.985797 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f394a7-6ca5-4730-8494-0ae691a66359 None None] New status for floating IP 0ff797cb-5672-4815-ae49-e8e7f1d35d5e: ACTIVE {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:25:41.991145 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Attempting to bind port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:25:41.991811 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Attempting to bind port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:25:41.992909 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Attempting to bind port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:42.006077 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Pushing event updated for resources: {'Port': ['ID=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,revision_number=2']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:42.017006 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:25:42.017638 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:42.018312 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.018999 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:25:42.019883 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Bound port: bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:25:42.020506 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.047006 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d13e0f09-6266-465a-90db-17a5a0b01866 req-baa0db77-0411-470a-b8b6-1411aeff0c62 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311757 May 11 16:25:42.067563 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.068008 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.068455 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.068789 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.069141 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.069506 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.069866 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.070191 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.070570 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.070901 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.071221 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.071604 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:25:42.081215 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:42.126743 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Allocated IP 172.20.0.1 (5240c12a-3427-40e2-ba97-474321e63de8/316e3019-f5ea-4f5d-bc03-88a65d399f54/460b23b6-5f85-450a-8034-1cc60e12102b) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:42.134660 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] For port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:25:42.138379 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] For port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:25:42.144209 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.149156 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-40a28488-dfc8-4c80-91a0-9381a20f5fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:42.237235 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:42.237935 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:42.299612 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Pushing event updated for resources: {'Port': ['ID=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:42.321861 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.355904 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Transition to ACTIVE for port object 460b23b6-5f85-450a-8034-1cc60e12102b will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:42.393381 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.393694 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:42.396626 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:42.474938 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Network 5240c12a-3427-40e2-ba97-474321e63de8 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:42.489422 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:42.493593 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:42.509890 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:42.558439 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Pushing event updated for resources: {'Port': ['ID=460b23b6-5f85-450a-8034-1cc60e12102b,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:42.572272 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:42.617187 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.793231 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.882377 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-751056e3-b71d-4bf7-9f59-d7c842f7b12d None None] Provisioning for port 460b23b6-5f85-450a-8034-1cc60e12102b completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:42.889955 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-751056e3-b71d-4bf7-9f59-d7c842f7b12d None None] Provisioning complete for port 460b23b6-5f85-450a-8034-1cc60e12102b triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:42.890375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-751056e3-b71d-4bf7-9f59-d7c842f7b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:42.956662 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-751056e3-b71d-4bf7-9f59-d7c842f7b12d None None] Port 460b23b6-5f85-450a-8034-1cc60e12102b cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:25:42.961524 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:38Z', 'revision_number': 3, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:42.967417 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dfd7a3-05b6-4a5f-ba4f-4d6d37470c17 None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:38Z', 'revision_number': 3, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:25:43.148308 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:43.156878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:43.189060 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-eb8e9b77-cc27-424d-822d-2e0de320d49d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:43.379290 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:43.404240 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Pushing event updated for resources: {'Port': ['ID=460b23b6-5f85-450a-8034-1cc60e12102b,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:43.408928 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:43.536696 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5082aa-3a34-4d9a-a960-95a0851b831f req-e2e7d4a5-5e35-4579-b9a9-74cdd62dd5e4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:43.539386 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1b5082aa-3a34-4d9a-a960-95a0851b831f req-e2e7d4a5-5e35-4579-b9a9-74cdd62dd5e4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.3513370 May 11 16:25:43.591534 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:43.670130 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1b5082aa-3a34-4d9a-a960-95a0851b831f req-ba6263b5-dbcf-49c0-a917-1ae35d24ed29 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187696 May 11 16:25:43.680756 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Network 5240c12a-3427-40e2-ba97-474321e63de8 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:43.682460 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:43.727305 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:43.736323 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:43.736754 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:43.964217 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:44.004221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:25:44.004557 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:44.012816 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:44.016095 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:44.051098 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-790aac76-66a6-4128-925c-d8594147148e None None] Provisioning complete for port 460b23b6-5f85-450a-8034-1cc60e12102b triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:44.051489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-790aac76-66a6-4128-925c-d8594147148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:44.199059 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-790aac76-66a6-4128-925c-d8594147148e None None] Port 460b23b6-5f85-450a-8034-1cc60e12102b cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:25:44.205521 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:44.208900 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:44.360854 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:25:44.370193 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] 10.222.0.73 "PUT /v2.0/routers/b618b755-bfd9-40c8-846e-ceafcf33c171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0538275 May 11 16:25:44.924105 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:25:44.938486 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:44.940195 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:44.995889 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa338b-6ad9-4cbb-bb4e-6d1355395f4a req-b22fd1f4-f19f-4fff-bb6c-3c7b38120762 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:44.998722 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4dfa338b-6ad9-4cbb-bb4e-6d1355395f4a req-b22fd1f4-f19f-4fff-bb6c-3c7b38120762 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1313379 May 11 16:25:45.066153 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4dfa338b-6ad9-4cbb-bb4e-6d1355395f4a req-d0620046-777f-46ba-8859-be9e64949200 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604110 May 11 16:25:45.231861 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:45.258584 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51256) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:45.265948 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-800201629-network', 'tenant_id': '5b73bb8669d44cc78742e834372cb723'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:45.271553 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:45.277387 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Usage tracker for resource:network and tenant:5b73bb8669d44cc78742e834372cb723 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:45.281812 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:45.288621 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:45.301977 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Made reservation on behalf of 5b73bb8669d44cc78742e834372cb723 for: {'network': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:25:45.304664 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.323213 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.344849 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:45.350160 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Usage tracker for resource:security_group_rule and tenant:5b73bb8669d44cc78742e834372cb723 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:45.353746 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:45.361657 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:45.469428 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.476000 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.479941 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f9738240-b7c2-4535-8766-073f8ab4aa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:45.524108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:45.531484 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=78808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:25:45.548759 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c50e1-7b88-439f-b933-3b1a745ca5a3,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:45.556276 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:45.561482 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.562286 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.segments_db [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Added segment 4be2ada4-52a1-4bd3-a4b2-3091243ace87 of type vlan for network c82f9da8-47e7-4178-af2a-1926e7e388dd May 11 16:25:45.621498 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.625013 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:45.625716 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.673861 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.676880 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:45.678426 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.690082 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-493e24c6-464a-4aa7-ac7a-f5771730c810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:45.758608 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 2, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:45.764883 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:25:45.765245 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Updating router b618b755-bfd9-40c8-846e-ceafcf33c171 port 460b23b6-5f85-450a-8034-1cc60e12102b binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:25:45.850193 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:45.885940 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6230242 May 11 16:25:45.886383 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51260) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:45.891333 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Pushing event updated for resources: {'Network': ['ID=c82f9da8-47e7-4178-af2a-1926e7e388dd,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:45.893903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Request body: {'subnet': {'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-800201629-subnet', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:45.896385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:45.900022 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:45.904826 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Usage tracker for resource:subnet and tenant:5b73bb8669d44cc78742e834372cb723 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:45.905180 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network c82f9da8-47e7-4178-af2a-1926e7e388dd details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:25:45.908320 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:45.915225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:45.929253 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Made reservation on behalf of 5b73bb8669d44cc78742e834372cb723 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:25:45.931656 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2111379'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.318000 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.333629 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Transition to ACTIVE for port object 460b23b6-5f85-450a-8034-1cc60e12102b will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:46.345747 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.353711 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-67d7d555-69ca-4434-b352-d3fce6452050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:46.388711 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996e9c-9ae9-45b5-b082-81c14334fe58 req-4b7e524a-e608-4502-ad46-f3151c43ebaa tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:46.391476 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2b996e9c-9ae9-45b5-b082-81c14334fe58 req-4b7e524a-e608-4502-ad46-f3151c43ebaa tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1417775 May 11 16:25:46.452577 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-2b996e9c-9ae9-45b5-b082-81c14334fe58 req-2fc511ff-203c-489e-99d6-0e0b4a56b54b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511818 May 11 16:25:46.525711 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2346596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2111457'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.532281 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:46.637593 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274996b2-dbd6-49ee-9549-921459a4f64e,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:46.644129 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:46.655877 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Checking segment: {'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:46.656459 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Network hostable DHCP agents. Network: c82f9da8-47e7-4178-af2a-1926e7e388dd, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:25:46.665370 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebad91-a566-4e48-b2a9-7111f3f59668 None None] Pushing event updated for resources: {'Port': ['ID=460b23b6-5f85-450a-8034-1cc60e12102b,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:46.677695 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-80ebad91-a566-4e48-b2a9-7111f3f59668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:46.683425 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Network c82f9da8-47e7-4178-af2a-1926e7e388dd is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:25:46.698192 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, c82f9da8-47e7-4178-af2a-1926e7e388dd) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:46.708903 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997e1c5-e6ce-4904-8593-2f3773eb0e65 None None] Network c82f9da8-47e7-4178-af2a-1926e7e388dd requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:25:46.715633 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:46.716096 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.766064 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51266) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:46.768891 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-250191ed-b48e-4eac-916f-e5e2ef013448 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8807969 May 11 16:25:46.772601 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:46.777386 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:46.782606 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Attempting to bind port 460b23b6-5f85-450a-8034-1cc60e12102b on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:25:46.782985 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Attempting to bind port 460b23b6-5f85-450a-8034-1cc60e12102b by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:25:46.783308 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Usage tracker for resource:router and tenant:5b73bb8669d44cc78742e834372cb723 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:46.783633 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Attempting to bind port 460b23b6-5f85-450a-8034-1cc60e12102b on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:46.786610 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:46.789941 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:25:46.790403 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Checking segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:46.790913 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.791423 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Bound using segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:25:46.792010 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Bound port: 460b23b6-5f85-450a-8034-1cc60e12102b, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:25:46.792582 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.795507 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:46.811157 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-715759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63245'] for router, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.813334 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63252'] for router, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.847213 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.906463 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] For port 460b23b6-5f85-450a-8034-1cc60e12102b, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:25:46.910006 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] For port 460b23b6-5f85-450a-8034-1cc60e12102b, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=460b23b6-5f85-450a-8034-1cc60e12102b,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:25:46.917101 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:46.921302 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:47.004013 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebad91-a566-4e48-b2a9-7111f3f59668 None None] Pushing event updated for resources: {'Port': ['ID=460b23b6-5f85-450a-8034-1cc60e12102b,revision_number=4']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:47.008465 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-80ebad91-a566-4e48-b2a9-7111f3f59668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:47.015729 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:47.016411 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:47.136917 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f69336e-6d4c-5f3d-95a7-c6e74e5c4457-c82f9da8-47e7-4178-af2a-1926e7e388dd', 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'fixed_ips': [{'subnet_id': '274996b2-dbd6-49ee-9549-921459a4f64e'}]}} from dv-cinder-761113-11-iscsi. {{(pid=78809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:25:47.137940 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:47.301490 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:47.312523 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63334'] for router, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:47.373494 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a6e91b63-78f9-45b3-822d-fa5f744c05ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:47.399638 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.db_base_plugin_common [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Allocated IP 172.20.0.2 (c82f9da8-47e7-4178-af2a-1926e7e388dd/274996b2-dbd6-49ee-9549-921459a4f64e/648c5dd5-8cd3-44d7-b74e-670d55d06d41) {{(pid=78809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:47.837323 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:46Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:47.849212 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655f87b-3e60-4213-90b2-89b4107ab44e None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:46Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:25:47.854724 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d248a62-e49d-40f9-977e-8dc88788de04 req-43dc7854-5c55-4d64-a612-c651182df097 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:47.856641 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d248a62-e49d-40f9-977e-8dc88788de04 req-43dc7854-5c55-4d64-a612-c651182df097 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1496582 May 11 16:25:47.914292 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Notify callbacks [] for port, precommit_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:47.949888 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Transition to ACTIVE for port object 648c5dd5-8cd3-44d7-b74e-670d55d06d41 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:47.972967 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:47.983902 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d248a62-e49d-40f9-977e-8dc88788de04 req-3efa3161-79af-47ca-85df-be071b8056d3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102149 May 11 16:25:48.021538 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Transition to ACTIVE for port object 648c5dd5-8cd3-44d7-b74e-670d55d06d41 will not be triggered until provisioned by entity DHCP. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:48.026093 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.035526 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218'] for port, after_create {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.048737 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-8354897b-5c9b-4a3d-b5c2-4be1548a8eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:48.135112 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Network c82f9da8-47e7-4178-af2a-1926e7e388dd is already hosted by enough agents. {{(pid=78809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:48.158678 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.scheduler.base_scheduler [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Resources bound (agent type, host, resource id): {{(pid=78809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:48.180824 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Received port after_create {{(pid=78809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:48.184601 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Pushing event updated for resources: {'Port': ['ID=648c5dd5-8cd3-44d7-b74e-670d55d06d41,revision_number=1']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:48.194621 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:48.260432 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Allocated IP 172.27.2.133 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/8bb38898-96b2-4999-b974-9b43388632bf) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:48.319731 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Attempting to bind port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:25:48.320697 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Attempting to bind port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:25:48.321398 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Attempting to bind port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 on network c82f9da8-47e7-4178-af2a-1926e7e388dd {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:48.331050 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:25:48.331468 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Checking segment: {'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:48.331970 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.332461 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Bound using segment: {'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:25:48.332982 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Bound port: 648c5dd5-8cd3-44d7-b74e-670d55d06d41, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:25:48.333434 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.464287 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] For port 648c5dd5-8cd3-44d7-b74e-670d55d06d41, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:25:48.469503 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.470039 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] For port 648c5dd5-8cd3-44d7-b74e-670d55d06d41, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=648c5dd5-8cd3-44d7-b74e-670d55d06d41,segment=NetworkSegment(4be2ada4-52a1-4bd3-a4b2-3091243ace87),segment_id=4be2ada4-52a1-4bd3-a4b2-3091243ace87)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:25:48.476181 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.481184 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c7019962-f0d7-4f09-b33a-7e9bdf958658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:48.522713 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.528476 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:48.592472 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:48.595896 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:48.599878 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:48.633173 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Pushing event updated for resources: {'Port': ['ID=648c5dd5-8cd3-44d7-b74e-670d55d06d41,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:48.637493 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:48.648557 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb38898-96b2-4999-b974-9b43388632bf,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:48.653152 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:49.311929 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:49.380518 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bb1fe-b421-474e-a7b8-0f2e62bb234d req-752167c3-f0c1-4ef2-804c-bcc0fa200b61 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:49.382145 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b88bb1fe-b421-474e-a7b8-0f2e62bb234d req-752167c3-f0c1-4ef2-804c-bcc0fa200b61 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.2083397 May 11 16:25:49.585720 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b88bb1fe-b421-474e-a7b8-0f2e62bb234d req-14c05575-b872-4396-9bbe-6945a30efb13 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996194 May 11 16:25:49.648977 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 648c5dd5-8cd3-44d7-b74e-670d55d06d41 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:49.768183 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15786159-33bc-4815-8829-1649182e70d6 None None] Network c82f9da8-47e7-4178-af2a-1926e7e388dd requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:25:49.851250 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:49.867711 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 460b23b6-5f85-450a-8034-1cc60e12102b up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:49.878455 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657420'] for router, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:49.955332 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Provisioning for port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:49.988358 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Provisioning complete for port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:49.988740 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.158383 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 460b23b6-5f85-450a-8034-1cc60e12102b completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:50.170626 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Router cee46f53-a2d0-4287-b330-62860d460117 is scheduled to L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a with binding_index 1 {{(pid=78808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:25:50.176248 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 460b23b6-5f85-450a-8034-1cc60e12102b triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:50.176646 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.313405 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.391046 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:25:50.414995 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Sync routers for ids ['cee46f53-a2d0-4287-b330-62860d460117'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:25:50.425904 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.428801 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-adbcca70-d7f1-4d81-bbcf-523f1d8b6438 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6610663 May 11 16:25:50.430381 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51276) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:50.485328 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] For port 648c5dd5-8cd3-44d7-b74e-670d55d06d41, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=648c5dd5-8cd3-44d7-b74e-670d55d06d41,segment=NetworkSegment(4be2ada4-52a1-4bd3-a4b2-3091243ace87),segment_id=4be2ada4-52a1-4bd3-a4b2-3091243ace87)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:50.499916 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.501752 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Routers {'cee46f53-a2d0-4287-b330-62860d460117'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:50.502671 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['cee46f53-a2d0-4287-b330-62860d460117'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:50.558373 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-aeaa1e90-1293-4114-9b67-9cd9f5df9585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:50.749472 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.791646 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.823906 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Pushing event updated for resources: {'Port': ['ID=648c5dd5-8cd3-44d7-b74e-670d55d06d41,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:50.832662 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:50.844243 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-972690d8-369a-4d3d-a011-d2324fc9f272 None None] Provisioning complete for port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:50.844640 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-972690d8-369a-4d3d-a011-d2324fc9f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.899438 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 460b23b6-5f85-450a-8034-1cc60e12102b, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=460b23b6-5f85-450a-8034-1cc60e12102b,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:50.925578 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.933267 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-731f6a7a-4275-47e1-8643-80c8dc37d40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:50.968101 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Set router cee46f53-a2d0-4287-b330-62860d460117 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:51.064965 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0e383-b02b-41d7-a2fb-e1f36118815d req-ae4ea2e0-5ee9-44b0-80d4-f2bcf99feeae tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:51.066562 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-57c0e383-b02b-41d7-a2fb-e1f36118815d req-ae4ea2e0-5ee9-44b0-80d4-f2bcf99feeae tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.3129361 May 11 16:25:51.209404 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-57c0e383-b02b-41d7-a2fb-e1f36118815d req-c36ef05e-6323-4718-87f2-bc44012fd83a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782828 May 11 16:25:51.235306 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=460b23b6-5f85-450a-8034-1cc60e12102b,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:51.244714 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:51.372013 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0586-437d-4e8a-b844-f42f9db2c632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:51.522307 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8bb38898-96b2-4999-b974-9b43388632bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:25:49Z', 'revision_number': 3, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port': {'id': '8bb38898-96b2-4999-b974-9b43388632bf', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:48Z', 'updated_at': '2021-05-11T16:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:51.533211 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 648c5dd5-8cd3-44d7-b74e-670d55d06d41 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:51.576575 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Checking router: cee46f53-a2d0-4287-b330-62860d460117 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:25:51.577310 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Updating router cee46f53-a2d0-4287-b330-62860d460117 port 8bb38898-96b2-4999-b974-9b43388632bf binding host dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:25:51.585801 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:51.660807 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:51.727550 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:51.727961 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:51.887249 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Allocated IP 172.20.0.1 (c82f9da8-47e7-4178-af2a-1926e7e388dd/274996b2-dbd6-49ee-9549-921459a4f64e/38916ab0-c2c2-4c52-b7c7-f62b56d9abc9) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:25:52.048538 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 460b23b6-5f85-450a-8034-1cc60e12102b up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:52.116960 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.146491 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Transition to ACTIVE for port object 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:52.176963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.181008 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-21d05478-e72d-40f6-9b22-adc53985eb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:52.242183 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Network c82f9da8-47e7-4178-af2a-1926e7e388dd is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:52.244959 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:52.249590 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:25:52.285634 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 460b23b6-5f85-450a-8034-1cc60e12102b triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:52.286290 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.343310 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656851'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.404633 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.467517 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Transition to ACTIVE for port object 8bb38898-96b2-4999-b974-9b43388632bf will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:52.484456 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Pushing event updated for resources: {'Port': ['ID=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:52.488454 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.491365 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:52.499245 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-61863050-e3e0-4800-b568-ea6c1cfd49ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:52.536397 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.581306 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe569331-bab1-480a-8e25-38faa9a995be req-bc87e47a-cdac-4199-bbbb-1001647379d3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:52.584253 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe569331-bab1-480a-8e25-38faa9a995be req-bc87e47a-cdac-4199-bbbb-1001647379d3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1300430 May 11 16:25:52.698418 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Attempting to bind port 8bb38898-96b2-4999-b974-9b43388632bf on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:25:52.698798 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Attempting to bind port 8bb38898-96b2-4999-b974-9b43388632bf by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:25:52.699188 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Attempting to bind port 8bb38898-96b2-4999-b974-9b43388632bf on network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:52.708526 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-d9c071c9-f59d-4eb3-9b8a-5e9438341da6 None None] Provisioning for port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:52.711539 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31889d3-6cbf-48c5-91e7-d0f37697cdbb None None] Pushing event updated for resources: {'Port': ['ID=8bb38898-96b2-4999-b974-9b43388632bf,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:52.721057 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d31889d3-6cbf-48c5-91e7-d0f37697cdbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:52.725708 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-d9c071c9-f59d-4eb3-9b8a-5e9438341da6 None None] Provisioning complete for port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:52.726098 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d9c071c9-f59d-4eb3-9b8a-5e9438341da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.756392 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:25:52.756820 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Checking segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:52.757175 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.757583 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Bound using segment: {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:25:52.758081 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Bound port: 8bb38898-96b2-4999-b974-9b43388632bf, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f092604c-d10f-4267-8234-4cc69faeb1e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:25:52.758463 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.783161 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe569331-bab1-480a-8e25-38faa9a995be req-ad623d5e-e805-4260-8a7d-2bea32797a89 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915364 May 11 16:25:52.840324 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-d9c071c9-f59d-4eb3-9b8a-5e9438341da6 None None] Port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:25:52.865916 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.869684 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] For port 8bb38898-96b2-4999-b974-9b43388632bf, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:25:52.870626 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.874568 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] For port 8bb38898-96b2-4999-b974-9b43388632bf, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=8bb38898-96b2-4999-b974-9b43388632bf,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:25:52.879298 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:52.885332 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:52.896507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:52.973156 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Routers {'cee46f53-a2d0-4287-b330-62860d460117'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:52.973827 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['cee46f53-a2d0-4287-b330-62860d460117'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:52.985766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Pushing event updated for resources: {'Port': ['ID=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:52.990897 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:52.991978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656752'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:53.106082 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31889d3-6cbf-48c5-91e7-d0f37697cdbb None None] Pushing event updated for resources: {'Port': ['ID=8bb38898-96b2-4999-b974-9b43388632bf,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:53.111004 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d31889d3-6cbf-48c5-91e7-d0f37697cdbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:53.160737 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Network c82f9da8-47e7-4178-af2a-1926e7e388dd is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:25:53.162047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:25:53.197973 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] Set router cee46f53-a2d0-4287-b330-62860d460117 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:53.299426 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:53.402186 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Router cee46f53-a2d0-4287-b330-62860d460117 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:25:53.541721 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-6334d900-1a86-4433-86ba-6aa175975755 None None] Provisioning complete for port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:53.542101 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6334d900-1a86-4433-86ba-6aa175975755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:53.665569 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-6334d900-1a86-4433-86ba-6aa175975755 None None] Port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:25:53.732449 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:25:53.746420 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] 10.222.0.73 "PUT /v2.0/routers/cee46f53-a2d0-4287-b330-62860d460117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3145485 May 11 16:25:53.751046 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8bb38898-96b2-4999-b974-9b43388632bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 4, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port': {'id': '8bb38898-96b2-4999-b974-9b43388632bf', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:48Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '38916ab0-c2c2-4c52-b7c7-f62b56d9abc9', 'name': '', 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'mac_address': 'fa:16:3e:e1:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:51Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 2, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'subnets': [{'id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:53.756853 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f44395-8570-4516-91e7-0d32da89491b None None] The sync data for ids ['cee46f53-a2d0-4287-b330-62860d460117'] in dv-cinder-761113-11-iscsi is: [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8bb38898-96b2-4999-b974-9b43388632bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 4, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port': {'id': '8bb38898-96b2-4999-b974-9b43388632bf', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:48Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '38916ab0-c2c2-4c52-b7c7-f62b56d9abc9', 'name': '', 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'mac_address': 'fa:16:3e:e1:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:51Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 2, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'subnets': [{'id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:25:53.983373 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:25:54.056628 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ad5d3-cb8d-4521-abf2-64d85385b978 req-66131d5c-2d89-4570-985b-d4483ee91636 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:54.058500 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-858ad5d3-cb8d-4521-abf2-64d85385b978 req-66131d5c-2d89-4570-985b-d4483ee91636 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1263325 May 11 16:25:54.157826 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-858ad5d3-cb8d-4521-abf2-64d85385b978 req-54c9e8aa-e0a0-4f20-b490-00570ab3d46c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838912 May 11 16:25:54.189058 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:54.205046 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'port_id': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'mac_address': 'fa:16:3e:3f:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:25:54.273298 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:54.295959 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed0876a1-de5e-40e5-819b-6df5d3d6ba29 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:25:54.319030 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:54.326003 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:54.329003 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:54.459701 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['ed0876a1-de5e-40e5-819b-6df5d3d6ba29'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:25:54.515529 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=6']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:54.520977 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:54.691677 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51302) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:54.698872 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212534972', 'description': 'tempest-secgroup-smoke-212534972 description', 'project_id': '86e19944b3f04b55830a20e3c4b13d39'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:54.709010 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:54.729949 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:54.732703 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:54.741923 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:54.766567 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:54.792258 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:54.797141 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:54.801636 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:54.809071 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:54.965320 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:54.972772 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:54.984224 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ce50c0d8-6a04-4c01-8fc7-8df53a6126c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:55.067590 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a87273-e67c-46e8-807a-5bcf3c1d71c7,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:55.071797 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.073798 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3805861 May 11 16:25:55.076495 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:55.077651 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51316) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:55.083818 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'security_group_rule': {'security_group_id': '74a87273-e67c-46e8-807a-5bcf3c1d71c7', 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:55.090171 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:55.094615 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:55.097761 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:55.105000 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:55.124684 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.219739 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.224782 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.236195 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:55.261839 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad729782-0c74-491f-818b-3c94336bdb22,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:55.274195 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:55.281350 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.283502 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3bb6fa26-2251-40c5-b8aa-fe114fe1304c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2046430 May 11 16:25:55.286423 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51326) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:55.293786 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'security_group_rule': {'security_group_id': '74a87273-e67c-46e8-807a-5bcf3c1d71c7', 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:55.310526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:55.318892 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:55.331194 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:55.408090 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:55.444663 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.504874 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.659081 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390f5ce-6154-48cd-86aa-6ecc20e26dd7 req-5f69ebed-d8ef-4f85-8721-b0b5c27276c1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:55.668623 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7390f5ce-6154-48cd-86aa-6ecc20e26dd7 req-5f69ebed-d8ef-4f85-8721-b0b5c27276c1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 945 time: 0.3295274 May 11 16:25:55.669003 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 8bb38898-96b2-4999-b974-9b43388632bf up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:55.728369 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.737744 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.753963 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7390f5ce-6154-48cd-86aa-6ecc20e26dd7 req-3f81e7b2-8dc9-44e7-9857-e7850361cdc6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843127 May 11 16:25:55.792792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:55.805549 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 8bb38898-96b2-4999-b974-9b43388632bf completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:55.819218 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 8bb38898-96b2-4999-b974-9b43388632bf triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:55.820330 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.827605 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2f542c-ee21-4cf0-b1cd-d6724935c3df,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:55.832852 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:55.834664 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.839799 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5516486 May 11 16:25:55.840042 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51330) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:55.862236 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'security_group_rule': {'security_group_id': '74a87273-e67c-46e8-807a-5bcf3c1d71c7', 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:55.874487 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:55.885163 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:55.891205 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:55.904904 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:55.943991 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:55.998266 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:56.042484 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.057465 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.072749 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.085092 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:56.099396 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.101355 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2589424 May 11 16:25:56.104767 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51334) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:56.105917 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 8bb38898-96b2-4999-b974-9b43388632bf, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=8bb38898-96b2-4999-b974-9b43388632bf,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:56.112173 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'security_group_rule': {'security_group_id': '74a87273-e67c-46e8-807a-5bcf3c1d71c7', 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:56.113558 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edfa7e4-053a-42e3-b595-13c4d33808f4,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:56.117270 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-306a9887-31a5-4a0a-9ae4-edbe0ad3bc74 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:56.127669 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:56.134916 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:56.139400 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:56.154152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:56.159477 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.163962 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:56.186553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.262209 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:56.262523 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.287368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.298808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.302242 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3dcb58fc-b1fe-4369-b71f-655b4608e94d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:56.340251 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768bc806-eac2-4b1e-a22a-ea20d7ded489,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:56.355801 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:56.366442 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.371523 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51340) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:56.373889 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2c6ab8dc-f5d7-4b41-8ec5-b7af3068bbad tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665596 May 11 16:25:56.378433 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'security_group_rule': {'security_group_id': '74a87273-e67c-46e8-807a-5bcf3c1d71c7', 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:56.379520 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=8bb38898-96b2-4999-b974-9b43388632bf,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:56.386551 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:56.391539 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:56.395513 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:56.397049 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:56.410609 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:56.456437 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.securitygroups_db [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Project 86e19944b3f04b55830a20e3c4b13d39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:25:56.475293 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.548627 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.610388 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.613525 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:25:56.618002 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.620616 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:56.655280 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3498c390-2034-4173-bf33-095c99ed9720,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:56.663907 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:25:56.666167 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Sync routers for ids ['cee46f53-a2d0-4287-b330-62860d460117'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:25:56.670610 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:56.674911 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.679202 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d31889d3-6cbf-48c5-91e7-d0f37697cdbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:56.680964 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.688191 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51346) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:25:56.690171 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Routers {'cee46f53-a2d0-4287-b330-62860d460117'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:56.692821 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['cee46f53-a2d0-4287-b330-62860d460117'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:56.694771 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'security_group_rule': {'security_group_id': '74a87273-e67c-46e8-807a-5bcf3c1d71c7', 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:25:56.701152 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-57ebfba7-383c-4925-bbcc-7cf39cea1b36 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277907 May 11 16:25:56.709389 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:25:56.714731 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:security_group_rule and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:25:56.720022 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:25:56.729284 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:25:56.760948 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.securitygroups_db [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Project 86e19944b3f04b55830a20e3c4b13d39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:25:56.770288 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.790994 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'code': 200} May 11 16:25:56.854200 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.891411 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=7']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:56.902287 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:56.959574 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:56.971927 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Set router cee46f53-a2d0-4287-b330-62860d460117 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:57.040035 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:57.047829 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0e68e358-3820-48e3-8c39-3b83c1120374 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:57.068427 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d14c2ab-c27d-46d9-8758-cebd8b48734f,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:57.074728 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:57.121627 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:57.128263 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4dc59837-26b9-407d-bec4-3faee42d210c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4356072 May 11 16:25:57.157594 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc61cd-f706-4fbd-af20-13465578a21c req-7648c323-4d9d-4de3-8980-2920ae2618e6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:57.166244 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-21fc61cd-f706-4fbd-af20-13465578a21c req-7648c323-4d9d-4de3-8980-2920ae2618e6 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.2113218 May 11 16:25:57.269660 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-21fc61cd-f706-4fbd-af20-13465578a21c req-8314666b-bcfa-428f-9fc1-230e15010bf4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023116 May 11 16:25:57.537240 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8bb38898-96b2-4999-b974-9b43388632bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 4, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port': {'id': '8bb38898-96b2-4999-b974-9b43388632bf', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:48Z', 'updated_at': '2021-05-11T16:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '38916ab0-c2c2-4c52-b7c7-f62b56d9abc9', 'name': '', 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'mac_address': 'fa:16:3e:e1:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:51Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 2, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'subnets': [{'id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:57.548456 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Checking router: cee46f53-a2d0-4287-b330-62860d460117 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:25:57.549007 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Updating router cee46f53-a2d0-4287-b330-62860d460117 port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 binding host dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:25:57.575203 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 8bb38898-96b2-4999-b974-9b43388632bf up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:57.623000 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:25:57.650047 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:57.726990 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 8bb38898-96b2-4999-b974-9b43388632bf triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:57.727373 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:58.276696 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Notify callbacks [] for port, precommit_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:58.299517 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.provisioning_blocks [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Transition to ACTIVE for port object 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 will not be triggered until provisioned by entity L2. {{(pid=78810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:25:58.324489 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:58.359246 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-80ebad91-a566-4e48-b2a9-7111f3f59668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:58.718188 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f19264-4a1d-428d-9f2c-abc227f8ed4e req-2425f92e-fafc-4447-940e-764fc6c9d74f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:25:58.727347 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-87f19264-4a1d-428d-9f2c-abc227f8ed4e req-2425f92e-fafc-4447-940e-764fc6c9d74f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1841290 May 11 16:25:58.818215 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-87f19264-4a1d-428d-9f2c-abc227f8ed4e req-7783ff22-5485-440d-9577-6b390243b3ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896876 May 11 16:25:58.844072 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28f4c7-b812-4a8a-a903-de278ba10904 None None] Pushing event updated for resources: {'Port': ['ID=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,revision_number=3']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:58.900378 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-0e28f4c7-b812-4a8a-a903-de278ba10904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:58.935319 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Attempting to bind port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 on host dv-cinder-761113-11-iscsi for vnic_type normal with profile {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:25:58.935835 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Attempting to bind port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 by drivers openvswitch,hyperv on host dv-cinder-761113-11-iscsi at level 0 using segments [{'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:25:58.936095 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Attempting to bind port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 on network c82f9da8-47e7-4178-af2a-1926e7e388dd {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:25:58.943595 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Checking agent: {'id': 'ef8703d6-2bd3-4222-aa12-e792d840bbe2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 10, 21), 'started_at': datetime.datetime(2021, 5, 11, 16, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:25:58.944358 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Checking segment: {'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:25:58.945101 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:58.945720 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Bound using segment: {'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'} {{(pid=78810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:25:58.946228 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.managers [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Bound port: 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9, host: dv-cinder-761113-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be2ada4-52a1-4bd3-a4b2-3091243ace87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd'}}] {{(pid=78810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:25:58.946714 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:59.080994 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] For port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9, host dv-cinder-761113-11-iscsi, cleared binding levels {{(pid=78810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:25:59.086404 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.plugins.ml2.db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] For port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9, host dv-cinder-761113-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,segment=NetworkSegment(4be2ada4-52a1-4bd3-a4b2-3091243ace87),segment_id=4be2ada4-52a1-4bd3-a4b2-3091243ace87)] {{(pid=78810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:25:59.094564 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron_lib.callbacks.manager [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:59.099525 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-40a28488-dfc8-4c80-91a0-9381a20f5fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:25:59.212621 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Routers {'cee46f53-a2d0-4287-b330-62860d460117'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:25:59.213262 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:25:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['cee46f53-a2d0-4287-b330-62860d460117'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:59.267719 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28f4c7-b812-4a8a-a903-de278ba10904 None None] Pushing event updated for resources: {'Port': ['ID=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,revision_number=4']} {{(pid=78810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:25:59.277089 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG oslo_concurrency.lockutils [None req-0e28f4c7-b812-4a8a-a903-de278ba10904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:25:59.537603 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] Set router cee46f53-a2d0-4287-b330-62860d460117 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:25:59.696039 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:25:59.838645 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning for port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:25:59.861237 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:25:59.863871 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:59.955725 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8bb38898-96b2-4999-b974-9b43388632bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 4, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port': {'id': '8bb38898-96b2-4999-b974-9b43388632bf', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:48Z', 'updated_at': '2021-05-11T16:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '38916ab0-c2c2-4c52-b7c7-f62b56d9abc9', 'name': '', 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'mac_address': 'fa:16:3e:e1:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:51Z', 'updated_at': '2021-05-11T16:25:59Z', 'revision_number': 4, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'subnets': [{'id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:25:59.973692 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd01bfa-16fb-4063-bc4c-2b83b0dc3b2f None None] The sync data for ids ['cee46f53-a2d0-4287-b330-62860d460117'] in dv-cinder-761113-11-iscsi is: [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8bb38898-96b2-4999-b974-9b43388632bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:25:52Z', 'revision_number': 4, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port': {'id': '8bb38898-96b2-4999-b974-9b43388632bf', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:48Z', 'updated_at': '2021-05-11T16:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '38916ab0-c2c2-4c52-b7c7-f62b56d9abc9', 'name': '', 'network_id': 'c82f9da8-47e7-4178-af2a-1926e7e388dd', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'mac_address': 'fa:16:3e:e1:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:51Z', 'updated_at': '2021-05-11T16:25:59Z', 'revision_number': 4, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'subnets': [{'id': '274996b2-dbd6-49ee-9549-921459a4f64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:26:00.047352 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:00.169908 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] For port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,segment=NetworkSegment(4be2ada4-52a1-4bd3-a4b2-3091243ace87),segment_id=4be2ada4-52a1-4bd3-a4b2-3091243ace87)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:00.177601 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:00.181473 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:00.207844 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603f175-afd3-48be-b208-447e5350c329 req-f67ecd28-7499-41eb-bd4d-45de8a31cdd0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:00.210818 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b603f175-afd3-48be-b208-447e5350c329 req-f67ecd28-7499-41eb-bd4d-45de8a31cdd0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1295536 May 11 16:26:00.301728 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Pushing event updated for resources: {'Port': ['ID=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:00.312432 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:00.395691 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b603f175-afd3-48be-b208-447e5350c329 req-0c0e242c-cd26-4817-b9d3-b0fa744b6987 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764040 May 11 16:26:01.558271 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 up at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:26:01.664487 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Provisioning complete for port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:26:01.664861 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:01.713288 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8715-16f1-4866-ad47-5deba86f37a8 req-b235d1c2-34ec-44c2-a00a-1cbf165e8530 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:01.722950 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe7b8715-16f1-4866-ad47-5deba86f37a8 req-b235d1c2-34ec-44c2-a00a-1cbf165e8530 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1383722 May 11 16:26:01.783319 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe7b8715-16f1-4866-ad47-5deba86f37a8 req-2ce07f2a-7a10-4652-8b01-e4f2e36c51b1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590956 May 11 16:26:03.092008 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf16cb8-f5a3-4391-9cfc-a82397fefe02 req-7c51ae41-9738-4bae-9003-3291568e13a3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:03.094864 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6bf16cb8-f5a3-4391-9cfc-a82397fefe02 req-7c51ae41-9738-4bae-9003-3291568e13a3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1574655 May 11 16:26:03.162694 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6bf16cb8-f5a3-4391-9cfc-a82397fefe02 req-1597d918-ad6b-46e0-9a54-2c9b048e79f2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617745 May 11 16:26:04.441336 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296455d5-f6a8-42a4-ab40-7af8f4e17021 req-20323ed6-392c-49f8-87f6-9b851e5611d0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:04.449727 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-296455d5-f6a8-42a4-ab40-7af8f4e17021 req-20323ed6-392c-49f8-87f6-9b851e5611d0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1239018 May 11 16:26:04.510246 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-296455d5-f6a8-42a4-ab40-7af8f4e17021 req-4364b1f5-03ca-4451-ae56-0f796b232ad7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581162 May 11 16:26:05.837129 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7c68-25de-4647-ad7c-52f3b87c3458 req-5f662b03-806f-4b7a-b67a-b0eae95bf1e3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:05.840810 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24ba7c68-25de-4647-ad7c-52f3b87c3458 req-5f662b03-806f-4b7a-b67a-b0eae95bf1e3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1415141 May 11 16:26:05.926024 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-24ba7c68-25de-4647-ad7c-52f3b87c3458 req-5f8347db-b006-4a95-ace5-a97edb0df6d3 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772359 May 11 16:26:07.204875 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586163-0815-4efe-acc6-28f1e221790b req-32fb5f8b-1e8f-4267-8766-b4d4d45fbd13 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:07.206868 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-af586163-0815-4efe-acc6-28f1e221790b req-32fb5f8b-1e8f-4267-8766-b4d4d45fbd13 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.0954075 May 11 16:26:07.257241 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-af586163-0815-4efe-acc6-28f1e221790b req-25c7839f-d254-43b8-892b-2db1ab7e1812 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 May 11 16:26:08.063309 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-554b815a-621e-4ce2-8ab2-e37d73148232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:08.064838 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-554b815a-621e-4ce2-8ab2-e37d73148232 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 1099 time: 0.0782773 May 11 16:26:08.211617 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-8d990626-7d5e-458e-a131-e556bbe5cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:08.213127 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-8d990626-7d5e-458e-a131-e556bbe5cc94 service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.1415854 May 11 16:26:08.353751 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-c81a24f0-8913-4cba-987d-7dc6f6c84e09 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29 HTTP/1.1" status: 200 len: 1001 time: 0.1312487 May 11 16:26:08.563240 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-434185c6-e9ae-476c-b53e-970fde4a4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:08.565859 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-434185c6-e9ae-476c-b53e-970fde4a4c93 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.2043934 May 11 16:26:08.685551 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cbd52-446a-4d8e-99a6-bcc5fc81e36b req-0093bb30-41a9-41f7-a28d-98433b2b58d7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:08.688268 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e64cbd52-446a-4d8e-99a6-bcc5fc81e36b req-0093bb30-41a9-41f7-a28d-98433b2b58d7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.2697909 May 11 16:26:08.784289 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e64cbd52-446a-4d8e-99a6-bcc5fc81e36b req-c8c6a4fa-3bdc-45b6-8129-b738e9adc26b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875382 May 11 16:26:08.810448 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-e5c4402b-0899-4993-8d7e-91933eafc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:08.813444 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-e5c4402b-0899-4993-8d7e-91933eafc077 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2378345 May 11 16:26:08.964812 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-e7b577ce-a013-42ca-a186-c31de3d83ee9 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369390 May 11 16:26:09.127706 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fb33b12d-cb44-4c84-9866-0d5c5ef3abd2 req-db9e7d7f-2b7a-49a0-8569-bef6e648f0aa service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543524 May 11 16:26:10.207249 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004fd73-3d85-4c96-a29b-89963cab2863 req-b2387864-420c-4991-b6da-79f5a08aba39 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:10.209967 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2004fd73-3d85-4c96-a29b-89963cab2863 req-b2387864-420c-4991-b6da-79f5a08aba39 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.2665470 May 11 16:26:10.265324 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2004fd73-3d85-4c96-a29b-89963cab2863 req-1e993ea2-01dc-4c97-848c-5febbb45e6da tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 May 11 16:26:11.530790 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00bbe-d23e-4cde-9b1f-76c33c7d8d04 req-04bbd8bf-526b-4d53-9209-78e885dda46e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:11.532672 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4b00bbe-d23e-4cde-9b1f-76c33c7d8d04 req-04bbd8bf-526b-4d53-9209-78e885dda46e tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 946 time: 0.1098962 May 11 16:26:11.607900 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e4b00bbe-d23e-4cde-9b1f-76c33c7d8d04 req-56be4a15-ead1-4072-b267-b856c806e4b5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619750 May 11 16:26:11.784130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3947f-f0ad-474b-a918-7f3129d469f3 req-9a7a880b-abb3-474a-94e5-37d00dc0e18c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:11.786420 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-77e3947f-f0ad-474b-a918-7f3129d469f3 req-9a7a880b-abb3-474a-94e5-37d00dc0e18c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1267898 May 11 16:26:11.859667 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-77e3947f-f0ad-474b-a918-7f3129d469f3 req-4ffb63aa-f01c-4b56-ab28-0a4825cad6e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603127 May 11 16:26:12.085616 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:26:12.293503 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:12.328677 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:26:12.339943 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:12.347231 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:12.350432 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:12.428627 dv-cinder-761113-11-iscsi neutron-server[78809]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'code': 422} returned with failed status May 11 16:26:12.477779 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=8']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:12.484297 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:13.182039 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd630b-0aa5-4467-a819-4b80e0c568db req-fe52100f-cd01-4841-9079-0b79e7c39041 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:13.185757 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-45cd630b-0aa5-4467-a819-4b80e0c568db req-fe52100f-cd01-4841-9079-0b79e7c39041 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1644292 May 11 16:26:13.249041 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-45cd630b-0aa5-4467-a819-4b80e0c568db req-2da420d9-ea4a-426a-859d-2048584ac771 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531683 May 11 16:26:13.675595 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a745f-986e-4305-8ce9-5077a866dba6 req-0ae08cde-7556-4eb3-81b2-659647715aa1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:13.677822 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d15a745f-986e-4305-8ce9-5077a866dba6 req-0ae08cde-7556-4eb3-81b2-659647715aa1 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1047218 May 11 16:26:13.735704 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d15a745f-986e-4305-8ce9-5077a866dba6 req-2bfda23f-429f-4d08-a48f-423f47f8f8e2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489976 May 11 16:26:13.982871 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51566) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:14.126561 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-c8b858e4-cc71-42a3-9833-3e76cd764c68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422510 May 11 16:26:14.561000 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030f85-a6a9-402c-85f8-501e67582d81 req-be1fbd18-39ef-4ff0-997f-57e2380755ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:14.562620 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-50030f85-a6a9-402c-85f8-501e67582d81 req-be1fbd18-39ef-4ff0-997f-57e2380755ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1300948 May 11 16:26:14.632083 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-50030f85-a6a9-402c-85f8-501e67582d81 req-addbdefa-e575-4b9e-b7ef-cd36161d184b tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571823 May 11 16:26:15.027569 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930dd4b-4fee-46d0-b139-6c975501bff8 req-277ee808-ef3f-4922-9562-81ae4f5f4aac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:15.029811 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c930dd4b-4fee-46d0-b139-6c975501bff8 req-277ee808-ef3f-4922-9562-81ae4f5f4aac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1471863 May 11 16:26:15.110793 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c930dd4b-4fee-46d0-b139-6c975501bff8 req-1a649a6e-6caa-4e2b-9a8e-4734f9bc9395 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696013 May 11 16:26:15.369948 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-f32ebbb8-e15a-41b1-b725-5c46b1967f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:15.371473 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-f32ebbb8-e15a-41b1-b725-5c46b1967f26 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7&tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3 HTTP/1.1" status: 200 len: 1097 time: 0.1078815 May 11 16:26:15.544456 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-670013d1-d28c-4e85-9a4e-dc053b0623ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:15.546889 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-670013d1-d28c-4e85-9a4e-dc053b0623ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 1097 time: 0.1311719 May 11 16:26:15.740445 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-46d9670c-748e-4935-b48c-ee82f9e28288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:15.742240 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-46d9670c-748e-4935-b48c-ee82f9e28288 service neutron] 10.222.0.87 "GET /v2.0/networks?id=68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 200 len: 917 time: 0.1813209 May 11 16:26:15.902522 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f7819-c771-4fcf-90a8-b783a5de3cc9 req-f2b75e3e-0a7b-4f82-b50d-6d15fe7cf3ef tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:15.904819 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-793f7819-c771-4fcf-90a8-b783a5de3cc9 req-f2b75e3e-0a7b-4f82-b50d-6d15fe7cf3ef tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1037824 May 11 16:26:15.933180 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-8ae265c1-bc1e-4e77-b01c-0f6f7fe5c5d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29 HTTP/1.1" status: 200 len: 999 time: 0.1831601 May 11 16:26:15.999257 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-793f7819-c771-4fcf-90a8-b783a5de3cc9 req-9077e57d-5e09-4052-91d0-2cd14a1b0cf4 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802000 May 11 16:26:16.020592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-a64ee8d8-8ed8-44e5-8dfb-e496c3a8410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:16.022830 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-a64ee8d8-8ed8-44e5-8dfb-e496c3a8410f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 200 len: 855 time: 0.0833254 May 11 16:26:16.099885 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:26:16.176868 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-19d9fecd-598a-4b24-b2e1-d1ccbe3b0491 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:26:16.211239 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-19d9fecd-598a-4b24-b2e1-d1ccbe3b0491 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:26:16.212447 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-19d9fecd-598a-4b24-b2e1-d1ccbe3b0491 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212534972&fields=id&tenant_id=86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 267 time: 0.1175766 May 11 16:26:16.217676 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-9fdc89d0-366f-4ae5-9e7c-f9a881995225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:16.219469 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-9fdc89d0-366f-4ae5-9e7c-f9a881995225 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=68781442-ff8b-49fc-801b-1dea9dad5366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1896412 May 11 16:26:16.373741 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf31473-8e84-4e86-bb87-a50a3f6ec7ad req-5e915f8e-22ba-4ee7-ab15-8a98812e25f9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:16.376921 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bcf31473-8e84-4e86-bb87-a50a3f6ec7ad req-5e915f8e-22ba-4ee7-ab15-8a98812e25f9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.0984161 May 11 16:26:16.456376 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-bcf31473-8e84-4e86-bb87-a50a3f6ec7ad req-8324d0a6-a283-4ec9-aac3-0ae2698c37f0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701497 May 11 16:26:16.590861 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-b3449d56-a64f-421e-80dd-87770567ed5b service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630981 May 11 16:26:16.604329 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-b0031072-dd7a-4890-8ffd-dda614ce520c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:16.607429 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-b0031072-dd7a-4890-8ffd-dda614ce520c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 812 time: 0.3779259 May 11 16:26:16.715403 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-860918d3-66e8-4b27-a5d6-8bb8493b636b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/quotas/86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 375 time: 0.0734422 May 11 16:26:17.038381 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-67864a89-fdcc-4f29-998d-2705a1c0469c req-e99479a7-6712-4952-b43a-d351a34c37e5 service neutron] 10.222.0.87 "GET /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289289 May 11 16:26:17.072784 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-cbe92340-bf70-43d0-be66-831c1a5f6311 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3477168 May 11 16:26:17.295050 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-838c5172-b0a9-4d9b-8e36-d6c011696143 service neutron] 10.222.0.73 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027490 May 11 16:26:17.350869 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e6458-2707-4c0a-bd04-3bb3f71c25ae req-d328cc72-768d-4d41-91ae-e33017805323 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:17.352611 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-992e6458-2707-4c0a-bd04-3bb3f71c25ae req-d328cc72-768d-4d41-91ae-e33017805323 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1569016 May 11 16:26:17.381642 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-38491873-5446-4a37-828f-13542763599a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:17.438457 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-992e6458-2707-4c0a-bd04-3bb3f71c25ae req-8e12972d-4c5c-4e8e-868d-4fe1b5691fd0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743728 May 11 16:26:17.542092 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-c61e12df-90b6-45b3-abf3-993593e28bdb service neutron] 10.222.0.73 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303309 May 11 16:26:18.225168 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c079bc-4a30-4946-971c-a0b3c124088c req-12301043-bc53-465b-92d4-a691a68418a5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:18.227349 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-70c079bc-4a30-4946-971c-a0b3c124088c req-12301043-bc53-465b-92d4-a691a68418a5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1447680 May 11 16:26:18.378133 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-70c079bc-4a30-4946-971c-a0b3c124088c req-f74b06c5-5176-4fba-a814-1e1469dbb648 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426065 May 11 16:26:18.395230 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d163b81f-9360-4662-ae05-eac69dd47758 req-68b5ee48-f802-4903-bc08-1457555c7560 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0714238 May 11 16:26:18.823836 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56c5b2-0d6e-4321-a54e-e38521a70b3d req-ea8c65c5-587d-4054-86fc-d594ff7e0b09 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:18.826717 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4b56c5b2-0d6e-4321-a54e-e38521a70b3d req-ea8c65c5-587d-4054-86fc-d594ff7e0b09 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1401331 May 11 16:26:18.957318 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4b56c5b2-0d6e-4321-a54e-e38521a70b3d req-077917d1-6460-49a1-94ac-3bfe7258a168 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149836 May 11 16:26:19.638699 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-82f8429c-b855-4ef3-8768-041189c6deb0 req-6516ac44-4539-4648-b20f-b862d2b88d86 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:26:19.656051 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e3180-9bb3-4a5b-a625-849060ea8a9e req-f5d38dc2-8372-4aff-9da2-db805e794829 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:19.661233 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ba3e3180-9bb3-4a5b-a625-849060ea8a9e req-f5d38dc2-8372-4aff-9da2-db805e794829 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1349425 May 11 16:26:19.673750 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-82f8429c-b855-4ef3-8768-041189c6deb0 req-6516ac44-4539-4648-b20f-b862d2b88d86 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:26:19.675617 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-82f8429c-b855-4ef3-8768-041189c6deb0 req-6516ac44-4539-4648-b20f-b862d2b88d86 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.1207962 May 11 16:26:19.753205 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ba3e3180-9bb3-4a5b-a625-849060ea8a9e req-58fa3ade-df0f-481a-a785-b4081ba6acd8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841961 May 11 16:26:20.248154 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d439470-af3f-4cab-a38a-63a7529430a7 req-fc01cbac-0b69-4abb-8b1e-590774e0876a tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:20.252918 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8d439470-af3f-4cab-a38a-63a7529430a7 req-fc01cbac-0b69-4abb-8b1e-590774e0876a tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1319623 May 11 16:26:20.321643 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8d439470-af3f-4cab-a38a-63a7529430a7 req-e0f311ab-739a-4cb1-b169-41c6463a9064 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626755 May 11 16:26:20.593487 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:20.951842 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4c1c47a1-0807-4505-95b0-1d6e4033ba4e req-fdd69903-1f4a-47e9-b33c-eeba62679747 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0517156 May 11 16:26:21.100492 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c68950-5e41-4121-b256-3bf6f59d7348 req-323d406f-76df-49c0-b337-7635bec06387 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:21.102982 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9c68950-5e41-4121-b256-3bf6f59d7348 req-323d406f-76df-49c0-b337-7635bec06387 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1423416 May 11 16:26:21.169911 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9c68950-5e41-4121-b256-3bf6f59d7348 req-fd306186-ce03-46a8-8e43-a9bc21798444 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566585 May 11 16:26:21.209425 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-90798a7f-f80b-4602-8443-345eb689c78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:21.589059 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32652f2-cbcc-42ff-a33d-2643e39ea3dd req-5f811209-ea12-46c0-9bed-b32297f78363 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:21.591057 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d32652f2-cbcc-42ff-a33d-2643e39ea3dd req-5f811209-ea12-46c0-9bed-b32297f78363 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1266706 May 11 16:26:21.664979 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d32652f2-cbcc-42ff-a33d-2643e39ea3dd req-33aaa596-49ae-46d4-9928-f0171d638edf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668542 May 11 16:26:22.260464 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-31c9c73a-6775-489b-9d76-906cd9d9ed11 req-ba1cc3ae-ce21-40b6-9e17-51b2fbfe7cb9 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.1206033 May 11 16:26:22.558038 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5797b-eba3-4964-bf94-7ebccaac8b15 req-ff391589-d852-4a38-be24-d8be7ced6f75 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:22.559572 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c2c5797b-eba3-4964-bf94-7ebccaac8b15 req-ff391589-d852-4a38-be24-d8be7ced6f75 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1223185 May 11 16:26:22.620494 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c2c5797b-eba3-4964-bf94-7ebccaac8b15 req-70c1cb08-1e5f-4620-8fbc-ae97c942d810 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533803 May 11 16:26:23.033189 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67b2df-336a-4148-b1cc-7dc427fdae71 req-c5da04f4-af40-427c-9524-53c4b0a52789 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:23.034741 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ac67b2df-336a-4148-b1cc-7dc427fdae71 req-c5da04f4-af40-427c-9524-53c4b0a52789 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.2102461 May 11 16:26:23.089819 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ac67b2df-336a-4148-b1cc-7dc427fdae71 req-260d28f2-8dc7-41d6-a5a1-addb6c0603cb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486650 May 11 16:26:23.225686 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:23.454518 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-067cc19b-71f9-4d91-bfc4-b0f39181dcac req-ef4feebe-4d5e-47b8-b245-0e62d567ec91 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0546219 May 11 16:26:23.919886 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155c39-43e0-47f5-9cd2-34f26e7582b6 req-ea3a39e3-bcbd-48d0-b77e-3e724a5bd47a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:23.921351 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d2155c39-43e0-47f5-9cd2-34f26e7582b6 req-ea3a39e3-bcbd-48d0-b77e-3e724a5bd47a tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1168385 May 11 16:26:23.973865 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d2155c39-43e0-47f5-9cd2-34f26e7582b6 req-cc15078a-4378-4bd3-8fa6-0130c7225c98 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459387 May 11 16:26:24.507128 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9be80-75b3-47f3-9d51-d7537f8f7b10 req-71d21ab8-dafe-4dc0-864a-317eb508e49c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:24.509436 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1ac9be80-75b3-47f3-9d51-d7537f8f7b10 req-71d21ab8-dafe-4dc0-864a-317eb508e49c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0955877 May 11 16:26:24.565136 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1ac9be80-75b3-47f3-9d51-d7537f8f7b10 req-9cf3ab1b-4e78-4550-9dad-66d42ba1aef4 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487003 May 11 16:26:24.654845 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-33830386-d98a-42d8-9027-866a44dfed86 req-fd650834-948f-4543-881e-bb56f122913c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0479972 May 11 16:26:25.193075 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97524b3-e6a7-47c1-98f4-dad3003fa6e2 req-c6dccdef-fe69-412e-ac3f-8ec5914f5a49 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:25.195760 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e97524b3-e6a7-47c1-98f4-dad3003fa6e2 req-c6dccdef-fe69-412e-ac3f-8ec5914f5a49 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.0953302 May 11 16:26:25.254804 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e97524b3-e6a7-47c1-98f4-dad3003fa6e2 req-7df2d71d-bd78-4215-9f5f-d199782facd8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523219 May 11 16:26:25.418122 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:25.892207 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09784b-79cf-4f8e-85ab-688d587aabdf req-410e5f68-ff8b-4ba4-8912-1db3c0fc044d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:25.900580 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8d09784b-79cf-4f8e-85ab-688d587aabdf req-410e5f68-ff8b-4ba4-8912-1db3c0fc044d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1260023 May 11 16:26:25.906288 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0830610e-be1b-45a5-a72e-ae7f7be51cdf req-0626e26b-6511-4523-bf1c-eeefc19518d0 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0793359 May 11 16:26:25.984594 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8d09784b-79cf-4f8e-85ab-688d587aabdf req-7d9b7b04-b969-4473-b8c4-082cdcaa03f7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784431 May 11 16:26:26.503380 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb6f17-e1fa-40a8-a9a1-46a8a9e18e22 req-122ea65d-07fc-423b-85fa-e427a28fceac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:26.504956 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0bdb6f17-e1fa-40a8-a9a1-46a8a9e18e22 req-122ea65d-07fc-423b-85fa-e427a28fceac tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1077673 May 11 16:26:26.553764 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0bdb6f17-e1fa-40a8-a9a1-46a8a9e18e22 req-5e4a1350-195a-4fba-bb09-2af30e245e4c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 May 11 16:26:26.796904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:27.115200 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f03a421d-4c8a-4122-87cd-946372971bac req-4cf1117a-4341-4968-8976-426f3479ed93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0684047 May 11 16:26:27.213691 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b513499-c2db-429e-83eb-2d0a7874441c req-f145c21c-ebaf-4ad9-aca7-9c9ea9f88377 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:27.215942 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7b513499-c2db-429e-83eb-2d0a7874441c req-f145c21c-ebaf-4ad9-aca7-9c9ea9f88377 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1062942 May 11 16:26:27.284568 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7b513499-c2db-429e-83eb-2d0a7874441c req-201de992-c449-4ba2-8f32-fa7363f7ea0a tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617762 May 11 16:26:27.776303 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8b6ec-44f5-4a1d-ad36-cdc7c72a3b90 req-2df68a26-e940-48f5-b582-a71072e4f4e8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:27.778539 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cff8b6ec-44f5-4a1d-ad36-cdc7c72a3b90 req-2df68a26-e940-48f5-b582-a71072e4f4e8 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.0943136 May 11 16:26:27.837825 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cff8b6ec-44f5-4a1d-ad36-cdc7c72a3b90 req-930b6d13-113e-4bed-a2f9-fedaf10b71fd tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 May 11 16:26:28.362749 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-258c9749-6ff3-4fd4-9b24-bd57243d6758 req-f749c61a-69a9-491a-8f52-abb842e67ccf tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.1013544 May 11 16:26:28.612022 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c70dc-0763-464c-9535-34c62739f832 req-b01e6136-caaf-41b2-b872-6088769c03d7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:28.613567 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd1c70dc-0763-464c-9535-34c62739f832 req-b01e6136-caaf-41b2-b872-6088769c03d7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1059649 May 11 16:26:28.683195 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fd1c70dc-0763-464c-9535-34c62739f832 req-27686e4d-ccc6-4e6e-8c29-f62c1ec3e51f tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633423 May 11 16:26:29.119591 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ef908-c441-47d5-86d9-badd90306132 req-b0f119d8-c89e-454a-b4c3-235d9ac155d0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:29.121424 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b96ef908-c441-47d5-86d9-badd90306132 req-b0f119d8-c89e-454a-b4c3-235d9ac155d0 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1194444 May 11 16:26:29.139844 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68554b19-a501-41dd-9e6e-777854512520 req-652f68e2-55a8-4052-91a5-f39a54ecc6f4 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:29.147449 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-68554b19-a501-41dd-9e6e-777854512520 req-652f68e2-55a8-4052-91a5-f39a54ecc6f4 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1269057 May 11 16:26:29.224829 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b96ef908-c441-47d5-86d9-badd90306132 req-61f2565a-dce3-4d88-8caf-327d5eb141f7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953190 May 11 16:26:29.271530 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-68554b19-a501-41dd-9e6e-777854512520 req-6457a56b-daaa-4140-9f47-981f3d80f990 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226027 May 11 16:26:29.419977 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-99070a3d-6517-49ae-b1f3-6da4db2f58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:29.421826 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-99070a3d-6517-49ae-b1f3-6da4db2f58f9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1098 time: 0.2380812 May 11 16:26:29.434626 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-d901a0c1-225a-454e-a9e9-f848172ee7eb tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:29.436205 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-d901a0c1-225a-454e-a9e9-f848172ee7eb tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 812 time: 0.2135665 May 11 16:26:29.569289 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07eaf867-a9eb-4e0e-b403-fb4978cc1ec6 req-b658da0c-400e-4080-a505-7ebe9a95560c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0590653 May 11 16:26:29.734944 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-c098e300-9765-48e8-9a54-57d2b1a4bf12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 379 time: 0.2773559 May 11 16:26:29.756398 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'port': {'device_id': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'admin_state_up': True, 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'security_groups': ['74a87273-e67c-46e8-807a-5bcf3c1d71c7']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:26:29.858414 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-a8aa5fb0-1081-4783-9805-309a6834782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:29.859793 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-a8aa5fb0-1081-4783-9805-309a6834782e service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.4226370 May 11 16:26:30.013361 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-2bdfcb62-b7e4-4019-a24e-9f4d21c21dde service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 1001 time: 0.1397400 May 11 16:26:30.014293 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:26:30.061573 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:26:30.088263 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Made reservation on behalf of 86e19944b3f04b55830a20e3c4b13d39 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:26:30.091755 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:30.112203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-03ef2e96-e259-4470-a1f0-e2c0449d91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:30.114491 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-03ef2e96-e259-4470-a1f0-e2c0449d91c5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.0928378 May 11 16:26:30.361058 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-15a2726a-035f-41ac-8017-abd8b24277f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:30.362552 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-15a2726a-035f-41ac-8017-abd8b24277f2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2388575 May 11 16:26:30.491150 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Allocated IP 172.20.0.9 (5240c12a-3427-40e2-ba97-474321e63de8/316e3019-f5ea-4f5d-bc03-88a65d399f54/b2bec955-2c6d-47e9-8f26-ed765793c74e) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:26:30.563969 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cfbc3-b32c-431d-a555-dc1777b67286 req-e7aab024-2a93-48ba-99cd-509c2179eec7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:30.566686 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cf1cfbc3-b32c-431d-a555-dc1777b67286 req-e7aab024-2a93-48ba-99cd-509c2179eec7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1299403 May 11 16:26:30.632426 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cf1cfbc3-b32c-431d-a555-dc1777b67286 req-8885bb7a-6132-4daa-b563-c87b457624db tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596151 May 11 16:26:30.692956 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-c79b04ce-3021-44b7-889d-dde6f58398b2 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945700 May 11 16:26:30.710707 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998c10-3bc5-4645-a697-dcd16f9274b6 req-2e5c17ee-aaa2-45f4-a3aa-516a299dd45f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:30.710707 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0c998c10-3bc5-4645-a697-dcd16f9274b6 req-2e5c17ee-aaa2-45f4-a3aa-516a299dd45f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.3513975 May 11 16:26:30.792561 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6f3fd941-f05a-42f9-b014-2434c4557a4e req-f57aa557-1ed5-4dbe-9a4c-9911b545bab8 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0464706 May 11 16:26:30.905742 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0c998c10-3bc5-4645-a697-dcd16f9274b6 req-6b761660-ea00-4647-9e27-92c89147d6c5 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703255 May 11 16:26:30.956305 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b099fbaa-306e-4174-a2ff-45664b722e27 req-0d5cd1ed-9e5d-44b8-8c37-1b45dd8239ce service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422364 May 11 16:26:30.961209 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:30.985023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Transition to ACTIVE for port object b2bec955-2c6d-47e9-8f26-ed765793c74e will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:26:31.023736 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:31.032036 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-00fe9c74-f1ba-49dd-9b31-0e0a16f33919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:31.146229 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Network 5240c12a-3427-40e2-ba97-474321e63de8 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:26:31.150616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:26:31.161979 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:26:31.198860 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=b2bec955-2c6d-47e9-8f26-ed765793c74e,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:31.220091 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.220469 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.220839 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.221202 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.221584 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.221923 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.222274 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.222766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.222981 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.223333 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.223683 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.224057 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:31.230719 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:31.259713 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:31.260407 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:31.285876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032759ec-c7e7-4904-b56e-df582f54068d req-524263b9-5245-4ca0-87bf-a69678c48d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:31.287358 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-032759ec-c7e7-4904-b56e-df582f54068d req-524263b9-5245-4ca0-87bf-a69678c48d2f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 1098 time: 0.2213728 May 11 16:26:31.303403 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5532343 May 11 16:26:31.323508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Request body: {'port': {'device_id': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:26:31.426857 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-30611f2f-0636-4aeb-b773-6ef313d24c19 None None] Provisioning for port b2bec955-2c6d-47e9-8f26-ed765793c74e completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:26:31.433096 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-30611f2f-0636-4aeb-b773-6ef313d24c19 None None] Provisioning complete for port b2bec955-2c6d-47e9-8f26-ed765793c74e triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:26:31.433498 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-30611f2f-0636-4aeb-b773-6ef313d24c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:31.499062 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-30611f2f-0636-4aeb-b773-6ef313d24c19 None None] Port b2bec955-2c6d-47e9-8f26-ed765793c74e cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:26:31.714433 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:31.729068 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032759ec-c7e7-4904-b56e-df582f54068d req-77b4768d-b403-45ee-a63d-7b8b0b9946bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:31.730689 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-032759ec-c7e7-4904-b56e-df582f54068d req-77b4768d-b403-45ee-a63d-7b8b0b9946bc service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.4126267 May 11 16:26:31.880583 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f787c-8e8f-4302-9f57-5b766fbd48df req-36653b6a-564e-4828-9e29-4e514c464e47 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:31.882801 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-445f787c-8e8f-4302-9f57-5b766fbd48df req-36653b6a-564e-4828-9e29-4e514c464e47 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1115336 May 11 16:26:31.944822 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-445f787c-8e8f-4302-9f57-5b766fbd48df req-3460c341-2824-4633-addc-a7dfc5d1cbab tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544646 May 11 16:26:31.951560 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-032759ec-c7e7-4904-b56e-df582f54068d req-e4bdab4d-94b5-4041-b805-053fa52125ef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 200 len: 1001 time: 0.2138805 May 11 16:26:32.158742 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:26:32.162728 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032759ec-c7e7-4904-b56e-df582f54068d req-ead4fecc-3b53-4245-92e6-ccdc79ca7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:32.164157 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-032759ec-c7e7-4904-b56e-df582f54068d req-ead4fecc-3b53-4245-92e6-ccdc79ca7816 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.1754339 May 11 16:26:32.255704 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0698b87-f568-4c9a-9497-008c7d583e2d req-4fbe687b-da7a-4c22-8d16-99f6ea3206eb tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:32.257529 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d0698b87-f568-4c9a-9497-008c7d583e2d req-4fbe687b-da7a-4c22-8d16-99f6ea3206eb tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 944 time: 0.1139543 May 11 16:26:32.311510 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805174-af74-4d39-a73c-a8334bf37312 req-1ab55cab-da3b-4501-9094-7b361ef49520 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:32.312545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ff805174-af74-4d39-a73c-a8334bf37312 req-1ab55cab-da3b-4501-9094-7b361ef49520 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:26:32.324323 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d0698b87-f568-4c9a-9497-008c7d583e2d req-55db61bc-113b-42a3-9785-2181edc8e8d7 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580642 May 11 16:26:32.359721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ff805174-af74-4d39-a73c-a8334bf37312 req-1ab55cab-da3b-4501-9094-7b361ef49520 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:26:32.366687 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff805174-af74-4d39-a73c-a8334bf37312 req-1ab55cab-da3b-4501-9094-7b361ef49520 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 931 time: 0.4182334 May 11 16:26:32.375500 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:32.400062 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'port_id': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'mac_address': 'fa:16:3e:3f:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:26:32.438667 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032759ec-c7e7-4904-b56e-df582f54068d req-1ac52c27-1fc1-4fb1-9cd3-81cc2572c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:32.440199 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-032759ec-c7e7-4904-b56e-df582f54068d req-1ac52c27-1fc1-4fb1-9cd3-81cc2572c7eb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2684836 May 11 16:26:32.489966 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:32.512451 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0876a1-de5e-40e5-819b-6df5d3d6ba29 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:26:32.530693 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:32.536025 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:32.538732 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-65c09bba-3ab7-409c-9fca-fbe28892c271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:32.623951 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bec955-2c6d-47e9-8f26-ed765793c74e {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:26:32.624201 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=9']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:32.627550 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:32.640409 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:32.645500 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff805174-af74-4d39-a73c-a8334bf37312 req-233c50e7-5a12-4d89-83c1-f58ec7b8c96f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779465 May 11 16:26:32.674432 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Transition to ACTIVE for port object b2bec955-2c6d-47e9-8f26-ed765793c74e will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:26:32.687335 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:32.693724 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7fa869f2-3da9-406e-8c5a-4b10abf3c1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:32.781876 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['ed0876a1-de5e-40e5-819b-6df5d3d6ba29'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:26:32.850143 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-032759ec-c7e7-4904-b56e-df582f54068d req-14a719a9-0360-405e-8930-7b5a2d985bd3 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996189 May 11 16:26:32.886644 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bec955-2c6d-47e9-8f26-ed765793c74e,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:32.895364 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:33.111287 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Attempting to bind port b2bec955-2c6d-47e9-8f26-ed765793c74e on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:26:33.111616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Attempting to bind port b2bec955-2c6d-47e9-8f26-ed765793c74e by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:26:33.111979 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Attempting to bind port b2bec955-2c6d-47e9-8f26-ed765793c74e on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:26:33.118275 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-032759ec-c7e7-4904-b56e-df582f54068d req-14edfa2e-d978-46e2-9edb-9085cca8267a service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518678 May 11 16:26:33.120182 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Port b2bec955-2c6d-47e9-8f26-ed765793c74e on network 5240c12a-3427-40e2-ba97-474321e63de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:26:33.120511 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Attempting to bind port b2bec955-2c6d-47e9-8f26-ed765793c74e on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:26:33.126402 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:26:33.126744 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Checking segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:26:33.127128 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Bound using segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:26:33.127566 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Bound port: b2bec955-2c6d-47e9-8f26-ed765793c74e, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:26:33.127949 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:33.223018 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] For port b2bec955-2c6d-47e9-8f26-ed765793c74e, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:26:33.226231 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] For port b2bec955-2c6d-47e9-8f26-ed765793c74e, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:26:33.231350 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:33.235226 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-844f9a30-8503-4f83-83c8-6b9cbc80801a tempest-VolumesSnapshotTestJSON-1901441366 tempest-VolumesSnapshotTestJSON-1901441366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:33.299042 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:33.299667 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:33.301078 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] 10.222.0.87 "PUT /v2.0/ports/b2bec955-2c6d-47e9-8f26-ed765793c74e HTTP/1.1" status: 200 len: 1093 time: 1.9847479 May 11 16:26:33.301584 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:26:33.326908 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bec955-2c6d-47e9-8f26-ed765793c74e,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:33.330306 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:33.399836 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'status': 'completed', 'code': 200} May 11 16:26:33.458456 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-bb3ae0b1-44a4-40b0-bdc4-58c19e1c843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:33.460027 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-bb3ae0b1-44a4-40b0-bdc4-58c19e1c843a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 1096 time: 0.1042612 May 11 16:26:33.719978 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-15bc4089-fe46-4741-b2f9-9d0d20cac769 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e HTTP/1.1" status: 200 len: 217 time: 0.2249920 May 11 16:26:33.807943 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-4564dfd0-3373-40c7-859a-0d2ac5ec7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:33.810003 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-4564dfd0-3373-40c7-859a-0d2ac5ec7423 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0812762 May 11 16:26:33.819048 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9431ddf-cd82-4b3e-aeac-3b78c90fad93 req-23b340e7-875e-49f0-83a5-195ef337ab82 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:33.820675 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c9431ddf-cd82-4b3e-aeac-3b78c90fad93 req-23b340e7-875e-49f0-83a5-195ef337ab82 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 945 time: 0.3596585 May 11 16:26:33.861111 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0c3cc-fc18-423b-8015-8fc1dd61a0bc req-f48ff8c9-c4d7-4a88-9adb-50457177e7e4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:33.863142 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-06b0c3cc-fc18-423b-8015-8fc1dd61a0bc req-f48ff8c9-c4d7-4a88-9adb-50457177e7e4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 943 time: 0.0976567 May 11 16:26:33.913343 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-06b0c3cc-fc18-423b-8015-8fc1dd61a0bc req-4b9d6191-ed98-40e3-8c8e-20bc62741465 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:26:33.921634 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c9431ddf-cd82-4b3e-aeac-3b78c90fad93 req-ee0aacb6-83cf-4346-b2d6-d3b0929ef835 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610213 May 11 16:26:33.925637 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-06b0c3cc-fc18-423b-8015-8fc1dd61a0bc req-4b9d6191-ed98-40e3-8c8e-20bc62741465 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:26:33.926775 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-06b0c3cc-fc18-423b-8015-8fc1dd61a0bc req-4b9d6191-ed98-40e3-8c8e-20bc62741465 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572946 May 11 16:26:33.944070 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-c7cdf074-c7c0-4491-b9f6-26f113943234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:33.945562 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-c7cdf074-c7c0-4491-b9f6-26f113943234 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1240978 May 11 16:26:34.086694 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-18f37182-0c83-44c7-a879-e4b9ed32197e service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340196 May 11 16:26:34.196805 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:26:34.225143 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-74041157-f790-4725-9d44-46fe5c10a6d3 req-b54668a5-5ace-44bc-8c03-88e47fa21b3a service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318576 May 11 16:26:34.273605 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:26:34.273978 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:34.368232 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-59d02a7d-d844-43ae-ac14-bc442c62fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:34.369633 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-59d02a7d-d844-43ae-ac14-bc442c62fae2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 1096 time: 0.0838923 May 11 16:26:34.411712 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:34.443026 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:26:34.454264 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:34.465081 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:34.468172 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:34.500620 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'code': 200} May 11 16:26:34.543032 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-894b2c98-fcd6-44bd-9f58-15be38281699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:34.544585 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-894b2c98-fcd6-44bd-9f58-15be38281699 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.1680634 May 11 16:26:34.549314 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=10']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:34.553070 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:34.598732 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:26:34.642122 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-40ce85da-6764-49c5-bf84-3bb478c61bfe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e HTTP/1.1" status: 200 len: 217 time: 0.0890691 May 11 16:26:34.758495 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-74c4c9ab-eda3-462f-b803-680f71fe1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:34.759991 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-74c4c9ab-eda3-462f-b803-680f71fe1f44 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.1109915 May 11 16:26:34.842762 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5df5a-dd45-4da4-8a52-e103fcb40363 req-9c19f1ea-a473-4d9c-98df-37c150557abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:34.844267 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-cdb5df5a-dd45-4da4-8a52-e103fcb40363 req-9c19f1ea-a473-4d9c-98df-37c150557abb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 1100 time: 0.1512284 May 11 16:26:34.886133 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-1d1e4b2f-73d8-4f9b-9d76-b9e35865321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:34.888480 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-1d1e4b2f-73d8-4f9b-9d76-b9e35865321b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1218770 May 11 16:26:34.983424 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-cdb5df5a-dd45-4da4-8a52-e103fcb40363 req-122f426c-3b9d-4eba-8a56-2bbda35fe773 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309054 May 11 16:26:35.065086 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-3b033aa4-5874-45e1-b4dd-51ccfba5a980 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693375 May 11 16:26:35.166190 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed8cce-9378-43ed-87ae-2fa43cd7145b req-63407b4f-8571-4b13-b28f-b0a47d0d1788 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:35.167629 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4bed8cce-9378-43ed-87ae-2fa43cd7145b req-63407b4f-8571-4b13-b28f-b0a47d0d1788 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 947 time: 0.0897810 May 11 16:26:35.214747 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4bed8cce-9378-43ed-87ae-2fa43cd7145b req-397d0272-72a0-4684-baa9-5e1700c251ad tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 May 11 16:26:35.268208 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-92452a98-c5a5-4767-baec-a99b1d510eb3 req-db855494-eefb-4c4d-8051-93dda87293fb service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965063 May 11 16:26:35.276963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7fdc0-18e0-4af6-b736-47c3ed61ef32 req-59526d5e-f788-472f-9d31-88fbe535f9b4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:35.278389 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-21d7fdc0-18e0-4af6-b736-47c3ed61ef32 req-59526d5e-f788-472f-9d31-88fbe535f9b4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 943 time: 0.1849144 May 11 16:26:35.328131 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-21d7fdc0-18e0-4af6-b736-47c3ed61ef32 req-50898f62-6a8d-40c2-a519-58d2e0f11bd3 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429096 May 11 16:26:36.474745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6a5aa-3a41-4d6c-a340-02de9f8ca816 req-7af1c316-66e3-479c-88c2-bdfe90c63b50 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:36.476355 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fb6a5aa-3a41-4d6c-a340-02de9f8ca816 req-7af1c316-66e3-479c-88c2-bdfe90c63b50 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 947 time: 0.0987520 May 11 16:26:36.537250 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fb6a5aa-3a41-4d6c-a340-02de9f8ca816 req-391026f1-3518-43f8-abc2-f681a7f010bb tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535970 May 11 16:26:36.589368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1d5e0-4a8e-4fe9-8dde-c7c6b9f08135 req-4950e968-9c99-4632-b0a7-d7e0fd472c22 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:36.591063 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b3c1d5e0-4a8e-4fe9-8dde-c7c6b9f08135 req-4950e968-9c99-4632-b0a7-d7e0fd472c22 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 943 time: 0.0966971 May 11 16:26:36.644201 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b3c1d5e0-4a8e-4fe9-8dde-c7c6b9f08135 req-ab792865-6d1e-4a60-8411-5358edc2298d tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 May 11 16:26:37.788063 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4a5f-5dba-44d5-ac2d-b6562d96de9a req-fff87f83-5153-4a58-b4aa-7dd4852e7cb2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:37.790520 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-050b4a5f-5dba-44d5-ac2d-b6562d96de9a req-fff87f83-5153-4a58-b4aa-7dd4852e7cb2 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 947 time: 0.1248355 May 11 16:26:37.864651 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-050b4a5f-5dba-44d5-ac2d-b6562d96de9a req-3eec9bc9-628e-4ce0-a789-78eb08d64d85 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659096 May 11 16:26:37.990573 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2bc83-84fe-40ce-b6ff-dc5028ff4e84 req-b14ce442-e406-4783-b89d-0cb1de4a16a5 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:37.992189 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a5b2bc83-84fe-40ce-b6ff-dc5028ff4e84 req-b14ce442-e406-4783-b89d-0cb1de4a16a5 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 943 time: 0.2286556 May 11 16:26:38.047252 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a5b2bc83-84fe-40ce-b6ff-dc5028ff4e84 req-10e0bc82-96aa-4369-a585-e5b42cfebdda tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477304 May 11 16:26:39.244922 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32abf4e-b52c-4f5a-b7ba-c69782b6a66a req-73583299-3999-4e46-95b6-c29226abcfc2 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:39.246920 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d32abf4e-b52c-4f5a-b7ba-c69782b6a66a req-73583299-3999-4e46-95b6-c29226abcfc2 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 943 time: 0.0897298 May 11 16:26:39.296469 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d32abf4e-b52c-4f5a-b7ba-c69782b6a66a req-683a84a6-ead2-4364-8460-e36031e00c6e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 May 11 16:26:40.525740 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e4796-307a-4508-a7da-166f41689e7e req-227353e7-0520-4f5a-93ec-6fb04e8ad984 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:40.528408 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b31e4796-307a-4508-a7da-166f41689e7e req-227353e7-0520-4f5a-93ec-6fb04e8ad984 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 943 time: 0.1062913 May 11 16:26:40.580763 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b31e4796-307a-4508-a7da-166f41689e7e req-594166ed-3b98-40c3-ae9b-1188c6ec9bab tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445461 May 11 16:26:41.789964 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782b2b9-2648-4ad1-ac12-49cfeb565ce6 req-6c2c8684-d917-4828-85e1-2c3e07566e85 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:41.791470 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0782b2b9-2648-4ad1-ac12-49cfeb565ce6 req-6c2c8684-d917-4828-85e1-2c3e07566e85 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 943 time: 0.0829527 May 11 16:26:41.848063 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0782b2b9-2648-4ad1-ac12-49cfeb565ce6 req-d308a4f4-669b-43fd-9443-ee79f0e90ef7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503757 May 11 16:26:42.221380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device b2bec955-2c6d-47e9-8f26-ed765793c74e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:26:42.367648 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port b2bec955-2c6d-47e9-8f26-ed765793c74e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:42.382638 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'port_id': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'mac_address': 'fa:16:3e:b6:30:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:26:42.441531 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:42.461992 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bec955-2c6d-47e9-8f26-ed765793c74e {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:26:42.478329 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port b2bec955-2c6d-47e9-8f26-ed765793c74e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:42.483232 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:42.486005 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f0437eab-c5fe-42b5-91ea-db390c4cb994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:42.557270 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=b2bec955-2c6d-47e9-8f26-ed765793c74e,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:42.565950 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.566276 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.566610 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.566938 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.567260 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.567580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.567991 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.568318 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.568636 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.568977 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.569289 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.569600 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:42.573511 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:42.750131 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['b2bec955-2c6d-47e9-8f26-ed765793c74e'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:26:43.041889 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cf3cc-2c1e-4b1e-a55f-e1657dc0ee3f req-e645d952-b01e-4c75-8460-7d46430e8d2e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:43.043925 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bc5cf3cc-2c1e-4b1e-a55f-e1657dc0ee3f req-e645d952-b01e-4c75-8460-7d46430e8d2e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 944 time: 0.0852201 May 11 16:26:43.098600 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bc5cf3cc-2c1e-4b1e-a55f-e1657dc0ee3f req-86e93a5c-0881-4e6e-9e02-6c869ff82e0d tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483050 May 11 16:26:44.222981 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device b2bec955-2c6d-47e9-8f26-ed765793c74e up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:26:44.288889 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b8e6-f117-4943-ab2d-017c79f7e553 req-e9fcfe41-9ad4-40f3-b411-2405105beece tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:44.290358 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-68a7b8e6-f117-4943-ab2d-017c79f7e553 req-e9fcfe41-9ad4-40f3-b411-2405105beece tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 944 time: 0.0824964 May 11 16:26:44.298276 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port b2bec955-2c6d-47e9-8f26-ed765793c74e completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:26:44.303394 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port b2bec955-2c6d-47e9-8f26-ed765793c74e triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:26:44.303789 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:44.337991 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-68a7b8e6-f117-4943-ab2d-017c79f7e553 req-4ee0e8b9-e172-483c-a907-477137418ce7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 May 11 16:26:44.427469 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:44.455801 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:26:44.466000 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port b2bec955-2c6d-47e9-8f26-ed765793c74e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:26:44.471184 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:44.473819 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:44.506065 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'code': 200} May 11 16:26:44.550540 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=b2bec955-2c6d-47e9-8f26-ed765793c74e,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:44.553704 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:44.806021 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c3d4-a78b-40e7-a215-b2fdad67ce8e req-69528dfe-502e-4813-b604-8b42fd663727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:44.807752 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ac86c3d4-a78b-40e7-a215-b2fdad67ce8e req-69528dfe-502e-4813-b604-8b42fd663727 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 1098 time: 0.0781217 May 11 16:26:44.859031 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ac86c3d4-a78b-40e7-a215-b2fdad67ce8e req-4dea0fbb-6346-4c56-b16b-332a9da1d5d6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381570 May 11 16:26:45.633352 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f93262-1674-40f3-9431-52b243293860 req-50f1f067-53d4-4ca6-9d96-9f29050e6fce tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:45.634740 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-92f93262-1674-40f3-9431-52b243293860 req-50f1f067-53d4-4ca6-9d96-9f29050e6fce tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 945 time: 0.1831758 May 11 16:26:45.687678 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-92f93262-1674-40f3-9431-52b243293860 req-270ece5b-fe73-4cc6-b504-af59c09d0d5d tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466838 May 11 16:26:46.890617 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee254c8-9436-46f2-af1f-c091d9c01663 req-be855338-4474-469a-ae87-4cf4e5306257 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:46.892133 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bee254c8-9436-46f2-af1f-c091d9c01663 req-be855338-4474-469a-ae87-4cf4e5306257 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 945 time: 0.0855174 May 11 16:26:46.937277 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bee254c8-9436-46f2-af1f-c091d9c01663 req-fddefa17-52c3-40dd-bd9c-52e2dca1429a tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394907 May 11 16:26:47.130885 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82db00-2956-45e3-9564-4fc84cbaf2c0 req-55678423-01cf-4a1c-bc76-0ab4f1753851 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:47.132436 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8a82db00-2956-45e3-9564-4fc84cbaf2c0 req-55678423-01cf-4a1c-bc76-0ab4f1753851 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 945 time: 0.0887091 May 11 16:26:47.188409 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8a82db00-2956-45e3-9564-4fc84cbaf2c0 req-24672039-6786-42a1-b8e0-13fb36cd5a4b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466874 May 11 16:26:47.221691 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51792) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:47.360893 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-fe245d8e-8b18-4ddf-b2f2-0d04e55087bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:47.366623 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2faf1d3-d8ed-4610-ac25-66a8cc368bd7 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:47.367335 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-d2faf1d3-d8ed-4610-ac25-66a8cc368bd7 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] Synchronizing usage tracker for tenant:5b73bb8669d44cc78742e834372cb723 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:26:47.384975 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-d2faf1d3-d8ed-4610-ac25-66a8cc368bd7 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] Unset dirty status for tenant:5b73bb8669d44cc78742e834372cb723 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:26:47.386221 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-d2faf1d3-d8ed-4610-ac25-66a8cc368bd7 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 1093 time: 0.1631849 May 11 16:26:47.389503 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51798) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:47.394602 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'port_id': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:26:47.400601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:26:47.405053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:floatingip and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:26:47.407913 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:26:47.413963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:26:47.426395 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:47.623471 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:47.763571 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Allocated IP 172.27.2.217 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/75114b9c-91c0-46b9-a2ec-cc223702f5d2) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:26:47.914885 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:47.945768 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:47.951380 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:48.012725 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:26:48.015664 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:26:48.019689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:26:48.061683 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=75114b9c-91c0-46b9-a2ec-cc223702f5d2,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:48.066105 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:48.478564 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:48.570040 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:48.881742 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:48.887625 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:48.891512 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:48.999343 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=75114b9c-91c0-46b9-a2ec-cc223702f5d2,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:49.003421 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:49.019592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:49.200800 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Floating IP 15b0dab5-cc0a-4443-aeb8-a533b04e30e3 associated. External IP: 172.27.2.217, port: b2bec955-2c6d-47e9-8f26-ed765793c74e. May 11 16:26:49.600063 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:26:49.799584 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:26:49.810387 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:26:49.822219 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:26:49.823557 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:26:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:49.835346 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:49.904015 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-ef041e5f-91c9-4f54-980d-8a38b2b67a09 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5132444 May 11 16:26:49.904940 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:26:49.963048 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'status': 'completed', 'code': 200} May 11 16:26:50.020749 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:26:50.069913 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-5ffa1cb8-bd3a-40ad-9be8-5447c6189688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:50.071484 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-5ffa1cb8-bd3a-40ad-9be8-5447c6189688 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 1098 time: 0.0835071 May 11 16:26:50.218235 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-2472d4fd-208d-45e6-ba48-7995fb187e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:50.219656 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-2472d4fd-208d-45e6-ba48-7995fb187e43 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.1408207 May 11 16:26:50.431671 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '15b0dab5-cc0a-4443-aeb8-a533b04e30e3', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:b6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:26:48Z', 'updated_at': '2021-05-11T16:26:48Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:50.436554 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:26:50.445449 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:26:50.446168 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:26:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:50.454647 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-36681dbc-ea3d-42ad-a654-b86d7638bd3f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e HTTP/1.1" status: 200 len: 999 time: 0.2257590 May 11 16:26:50.524283 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-ee64779c-239b-41af-bf62-2f809f2608ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:50.525744 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-ee64779c-239b-41af-bf62-2f809f2608ca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0639963 May 11 16:26:50.603735 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:50.613136 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-4c855fd4-c363-46f8-978e-b32d0a6fff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:50.614587 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-4c855fd4-c363-46f8-978e-b32d0a6fff82 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0817893 May 11 16:26:50.646929 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:26:50.759323 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-6bf36762-3939-42ee-a5fa-ed5f9987326a service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371696 May 11 16:26:50.909454 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e3b53cf-1138-47c9-ac93-2d22a4b42493 req-550d1c02-3538-4a3b-ade3-5769c6ac8062 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424255 May 11 16:26:51.090564 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '15b0dab5-cc0a-4443-aeb8-a533b04e30e3', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:b6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:26:48Z', 'updated_at': '2021-05-11T16:26:48Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:51.095110 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626dba84-a8d9-4c07-8ef9-be75f530c376 None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '15b0dab5-cc0a-4443-aeb8-a533b04e30e3', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:b6:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:26:48Z', 'updated_at': '2021-05-11T16:26:48Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:26:51.202636 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-73219541-b6bc-46a1-a026-ee2275ba2c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:51.300599 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a47d90d-e559-4d8e-b3ba-c33fd132d5f1 None None] New status for floating IP 15b0dab5-cc0a-4443-aeb8-a533b04e30e3: ACTIVE {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:26:53.229499 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:55.420805 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:56.797114 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:11.271176 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f5d2a-32e0-4049-8a0d-c4af83a10679 req-b0fa7296-f235-4e63-a461-024eb2bf2670 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:11.272894 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f12f5d2a-32e0-4049-8a0d-c4af83a10679 req-b0fa7296-f235-4e63-a461-024eb2bf2670 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1017113 May 11 16:27:11.337771 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f12f5d2a-32e0-4049-8a0d-c4af83a10679 req-4edec63c-01be-469c-add3-6c0e6a9628a8 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529006 May 11 16:27:11.603441 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:27:11.723975 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5b373-23a4-491e-8783-53967c1f10eb req-f7e1243e-af3c-4ffd-a9c5-fbb30128439c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:11.726901 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8da5b373-23a4-491e-8783-53967c1f10eb req-f7e1243e-af3c-4ffd-a9c5-fbb30128439c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 947 time: 0.1626806 May 11 16:27:11.812215 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8da5b373-23a4-491e-8783-53967c1f10eb req-1fa52732-5072-4b86-b7ef-cbf17c0e565b tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776863 May 11 16:27:12.646036 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106f215-88a2-419a-9de3-4923ba52ea9f req-63b6024c-61de-479d-9522-76cc50fd3129 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:12.648690 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9106f215-88a2-419a-9de3-4923ba52ea9f req-63b6024c-61de-479d-9522-76cc50fd3129 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1641912 May 11 16:27:12.740476 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9106f215-88a2-419a-9de3-4923ba52ea9f req-cf677c47-977a-4bb5-aa80-9e4901c0e551 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804205 May 11 16:27:13.208618 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b55613-53c3-4ded-8116-03db16e29689 req-e0b35c68-bba2-4404-9356-1109d4713cc9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:13.211287 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d6b55613-53c3-4ded-8116-03db16e29689 req-e0b35c68-bba2-4404-9356-1109d4713cc9 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 947 time: 0.2274423 May 11 16:27:13.311887 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d6b55613-53c3-4ded-8116-03db16e29689 req-c027989e-ba7c-4993-b0f4-48b6a9543857 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929248 May 11 16:27:13.355921 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-6716d93c-e237-4665-9778-d72f65c984a4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:13.358609 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-6716d93c-e237-4665-9778-d72f65c984a4 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 947 time: 0.2434058 May 11 16:27:13.707715 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea681-5495-4659-84a1-720595eea092 req-2cf634d1-0d82-441f-969f-bc260686468b tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:13.710292 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5c3ea681-5495-4659-84a1-720595eea092 req-2cf634d1-0d82-441f-969f-bc260686468b tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.3502343 May 11 16:27:13.859017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Deleting port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:13.859575 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:13.970126 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bb454-e7c4-4bcf-8492-85f9b5318f97 req-5b878b17-d702-4abf-860d-6adf5404f52e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:13.971673 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d78bb454-e7c4-4bcf-8492-85f9b5318f97 req-5b878b17-d702-4abf-860d-6adf5404f52e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.0967107 May 11 16:27:14.027547 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d78bb454-e7c4-4bcf-8492-85f9b5318f97 req-85dee093-c4d1-421c-8d07-e9153c997205 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 May 11 16:27:14.222457 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Deleting port cf321063-c612-4c88-b546-5765856de71c {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:14.223077 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:14.359469 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] For port ed0876a1-de5e-40e5-819b-6df5d3d6ba29, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:14.359469 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:15.075959 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] For port cf321063-c612-4c88-b546-5765856de71c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cf321063-c612-4c88-b546-5765856de71c,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:15.076566 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:15.275884 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547397df-389b-4543-8822-c535de05ab2a req-b56487a5-f984-4d9a-b29c-4b941bda263c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:15.278476 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-547397df-389b-4543-8822-c535de05ab2a req-b56487a5-f984-4d9a-b29c-4b941bda263c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 945 time: 0.1279776 May 11 16:27:15.367875 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-547397df-389b-4543-8822-c535de05ab2a req-5f1b2e78-73a3-42c6-84d4-18e872656965 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=e54f39bb-9385-4ab8-95c4-6390715d05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793900 May 11 16:27:15.442548 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6ee3-ca04-4215-b839-681eeb726b7d req-b54fa8f4-3d33-4c1e-bd55-a55601a53f5f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:15.444278 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a7f6ee3-ca04-4215-b839-681eeb726b7d req-b54fa8f4-3d33-4c1e-bd55-a55601a53f5f tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 947 time: 0.9203358 May 11 16:27:15.565193 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:15.565610 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:15.566029 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Floating IP 976463ad-aca5-4270-a240-dcf36453a43e disassociated. External IP: 172.27.2.51, port: ed0876a1-de5e-40e5-819b-6df5d3d6ba29. May 11 16:27:15.566426 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Calling delete_port for ed0876a1-de5e-40e5-819b-6df5d3d6ba29 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:15.721420 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a7f6ee3-ca04-4215-b839-681eeb726b7d req-337fc10f-f222-44bb-aa2a-78e3679d92ef tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups?id=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108111 May 11 16:27:15.773266 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:15.773767 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:15.774226 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Floating IP a063d9d2-508e-4376-a0aa-112cb0a73088 disassociated. External IP: 172.27.2.100, port: cf321063-c612-4c88-b546-5765856de71c. May 11 16:27:15.774680 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Calling delete_port for cf321063-c612-4c88-b546-5765856de71c owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:15.898321 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:15.907427 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4773784b-3a2a-4b34-bdb9-980bf5503d5d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:16.072539 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event deleted for resources: {'Port': ['ID=ed0876a1-de5e-40e5-819b-6df5d3d6ba29,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:16.084293 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:16.271032 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:16.279178 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:16.349409 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event deleted for resources: {'Port': ['ID=cf321063-c612-4c88-b546-5765856de71c,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:16.358790 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:16.556630 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-67ad42c1-2dd6-49bb-9a47-c2fd7c45f01b req-e57811ad-113f-4efd-84fd-878a5e978e09 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 210 time: 0.0562258 May 11 16:27:16.593500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Router dfb229db-c588-43ea-9fc3-d43387c8e142 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:27:17.016912 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a2dcbe0f-ddbe-4187-9c0d-c646bf941dd5 req-ef7a51f0-72e2-43e1-992c-a1f2fbbe9b5c tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/ports?device_id=9344cf4f-5c59-4023-ad0b-eab989e472e7 HTTP/1.1" status: 200 len: 210 time: 0.0784969 May 11 16:27:17.043203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:27:17.294420 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:27:17.307556 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] Sync routers for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:27:17.327439 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:17.328744 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:26:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:17.478120 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] No DVR routers for this DVR port ed0876a1-de5e-40e5-819b-6df5d3d6ba29 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:27:17.490209 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:17.495219 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-deleted', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:27:17.553688 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bd7c47b6-fc05-4458-afba-1fdb8d7a6620 req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.87 "DELETE /v2.0/ports/ed0876a1-de5e-40e5-819b-6df5d3d6ba29 HTTP/1.1" status: 204 len: 173 time: 4.1256804 May 11 16:27:17.583784 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:27:17.593159 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f621a398-66a4-4b1c-849b-b73ca411eb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:17.609323 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] Sync routers for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:27:17.629888 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344cf4f-5c59-4023-ad0b-eab989e472e7', 'name': 'network-vif-deleted', 'tag': 'ed0876a1-de5e-40e5-819b-6df5d3d6ba29', 'status': 'completed', 'code': 200} May 11 16:27:17.631810 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:17.634715 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:26:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:17.678134 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] No DVR routers for this DVR port cf321063-c612-4c88-b546-5765856de71c on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:27:17.680972 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:17.684538 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5c3ea681-5495-4659-84a1-720595eea092 req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "DELETE /v2.0/ports/cf321063-c612-4c88-b546-5765856de71c HTTP/1.1" status: 204 len: 173 time: 3.9664207 May 11 16:27:17.700295 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:17.927200 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-1effd34d-2dcb-4d69-b0c6-53f729073cc5 req-bd21306d-6d31-426a-a4aa-9dd0bf8efbe1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:27:17.950850 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:17.968966 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-1effd34d-2dcb-4d69-b0c6-53f729073cc5 req-bd21306d-6d31-426a-a4aa-9dd0bf8efbe1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:27:17.970459 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1effd34d-2dcb-4d69-b0c6-53f729073cc5 req-bd21306d-6d31-426a-a4aa-9dd0bf8efbe1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=95edfda7-97f5-4ca5-9226-bc9a4af3719c HTTP/1.1" status: 200 len: 210 time: 0.1419816 May 11 16:27:18.222978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51866) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:18.301807 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:18.309288 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] Checking router: dfb229db-c588-43ea-9fc3-d43387c8e142 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:27:18.325301 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:18.326321 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:26:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:18.340219 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:18.346472 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] Checking router: 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:27:18.359118 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:18.360269 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:26:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:18.378872 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:18.447697 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:18.549912 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:18.564881 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f34ec7bf-4804-4a13-98b8-f2ae56fa56a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:18.601988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f173a4c-b5a3-49e3-907a-a0d6ab27fdee,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:18.606933 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:18.629874 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:18.636794 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51870) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:18.638952 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "DELETE /v2.0/security-groups/9f173a4c-b5a3-49e3-907a-a0d6ab27fdee HTTP/1.1" status: 204 len: 168 time: 0.4116786 May 11 16:27:18.647824 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cf321063-c612-4c88-b546-5765856de71c no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:27:18.670871 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.api.v2.resource [None req-a1d19040-e998-44ee-a0e9-bb2b3aa113ce tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] show failed (client error): The resource could not be found. May 11 16:27:18.674533 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51874) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:18.674856 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-a1d19040-e998-44ee-a0e9-bb2b3aa113ce tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "GET /v2.0/security-groups/9f173a4c-b5a3-49e3-907a-a0d6ab27fdee HTTP/1.1" status: 404 len: 347 time: 0.0352929 May 11 16:27:18.694697 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:18.750394 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: cf321063-c612-4c88-b546-5765856de71c {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:27:18.751003 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cf321063-c612-4c88-b546-5765856de71c not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:27:18.751742 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:27:18.838199 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: ed0876a1-de5e-40e5-819b-6df5d3d6ba29 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:27:18.838719 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device ed0876a1-de5e-40e5-819b-6df5d3d6ba29 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:27:18.843745 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:19.025012 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Deleting port 3632ed15-c190-488a-a08f-ba717bdb5a97 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:19.025558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.234430 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51882) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:19.235346 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:19.243345 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490fb9eb-9711-4a12-aa31-e01b05179f68 None None] The sync data for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi is: [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:27:19.250818 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:19.261174 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9878004e-d096-4bfb-bba7-7c20a5307e58 None None] The sync data for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi is: [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:19:17Z', 'revision_number': 4, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '31118c22-850e-41af-a2e3-b99c6e37bf68', 'name': '', 'network_id': '68781442-ff8b-49fc-801b-1dea9dad5366', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'mac_address': 'fa:16:3e:63:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '8343633b-88bb-4532-a049-6161e43450c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:15Z', 'updated_at': '2021-05-11T16:19:36Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'subnets': [{'id': '8343633b-88bb-4532-a049-6161e43450c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:27:19.267970 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.268318 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.344713 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.390587 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.474315 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.483071 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-06e05641-6a21-473f-b698-53b6a76dfebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:19.504888 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Calling delete_port for 3632ed15-c190-488a-a08f-ba717bdb5a97 owned by network:floatingip {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:19.509383 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f39bb-9385-4ab8-95c4-6390715d05cc,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:19.533861 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.534817 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.535667 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.536572 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.537206 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.537843 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.538477 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.539107 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.539737 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.540427 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.541029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.541752 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:19.547936 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:19.562700 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.564651 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "DELETE /v2.0/security-groups/e54f39bb-9385-4ab8-95c4-6390715d05cc HTTP/1.1" status: 204 len: 168 time: 0.3290300 May 11 16:27:19.568476 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51886) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:19.605830 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.api.v2.resource [None req-30571d5e-3392-454a-a2e3-8243146a7837 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] show failed (client error): The resource could not be found. May 11 16:27:19.607020 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-30571d5e-3392-454a-a2e3-8243146a7837 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups/e54f39bb-9385-4ab8-95c4-6390715d05cc HTTP/1.1" status: 404 len: 347 time: 0.0370414 May 11 16:27:19.609835 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51892) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:19.660796 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'name': 'network-vif-deleted', 'tag': 'cf321063-c612-4c88-b546-5765856de71c'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:27:19.716838 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d2aa6-878e-417a-8fb3-b9265d2391e5 None None] New status for floating IP a063d9d2-508e-4376-a0aa-112cb0a73088: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:27:19.734374 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:19.749182 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c9b00d87-5554-4bc6-b1e0-0ad3ef577b4d tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:19.815454 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95edfda7-97f5-4ca5-9226-bc9a4af3719c', 'name': 'network-vif-deleted', 'tag': 'cf321063-c612-4c88-b546-5765856de71c', 'status': 'completed', 'code': 200} May 11 16:27:19.880600 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4255b6d-36c6-4196-94ab-a3667b3bf0e3 None None] New status for floating IP 976463ad-aca5-4270-a240-dcf36453a43e: DOWN {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:27:19.931802 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Pushing event deleted for resources: {'Port': ['ID=3632ed15-c190-488a-a08f-ba717bdb5a97,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:19.940021 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:20.022014 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks [] for floatingip, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.048537 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Deleting port fd8c8e84-802e-434d-b22a-56deaf485f26 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:20.049247 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.077331 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.080422 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] 10.222.0.73 "DELETE /v2.0/floatingips/976463ad-aca5-4270-a240-dcf36453a43e HTTP/1.1" status: 204 len: 168 time: 1.4039729 May 11 16:27:20.234896 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.235232 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.405806 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Calling delete_port for fd8c8e84-802e-434d-b22a-56deaf485f26 owned by network:floatingip {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:20.577233 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.581850 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-5a8f7aef-a264-497b-8773-711ba5cc2d99 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:20.591043 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.634298 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event deleted for resources: {'Port': ['ID=fd8c8e84-802e-434d-b22a-56deaf485f26,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:20.638380 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:20.762589 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.784192 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.785370 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "DELETE /v2.0/floatingips/a063d9d2-508e-4376-a0aa-112cb0a73088 HTTP/1.1" status: 204 len: 168 time: 1.1746063 May 11 16:27:21.090304 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51904) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:21.096025 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300475012', 'description': 'tempest-description--726432269'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:21.102186 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:21.107528 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:21.110742 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:21.120901 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:21.130534 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.214833 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e93640b6-4d8d-48bd-b425-7e97cc39f6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.264007 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:21.267998 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group_rule and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:21.270977 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:21.277623 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:21.354733 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.359520 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.363650 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7c2c5333-a8dc-4674-9fa4-4322c324d5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:21.407080 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9213e91-4e37-498c-ab76-d15f0df3dba9,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:21.410065 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.411247 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3197858 May 11 16:27:21.412143 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-67f8eec0-1505-45f8-a601-95d17683a1cf tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:21.414950 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51908) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:21.420056 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'security_group_rule': {'security_group_id': 'd9213e91-4e37-498c-ab76-d15f0df3dba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:21.425840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:21.429878 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group_rule and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:21.433098 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:21.439464 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:21.455436 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.521132 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.526845 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.529954 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:21.579572 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981aa90a-fa0b-4446-9c04-de0b2fb2f7d9,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:21.590545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:21.596097 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.597333 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-63990ec7-dbbf-473c-8f8d-0b6d5d4844ed tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822028 May 11 16:27:21.600252 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51916) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:21.606713 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'security_group_rule': {'security_group_id': 'd9213e91-4e37-498c-ab76-d15f0df3dba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:21.612558 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:21.616578 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:security_group_rule and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:21.619520 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:21.626121 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:21.647530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.716888 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.721308 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569938'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.730327 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:21.750462 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3053cd-031a-4f46-a2a8-2dc5ee2e6128,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:21.753211 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:21.769607 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.771678 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a7e90e5d-a9cd-4b5a-880a-ed9eedee52e5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703019 May 11 16:27:21.774758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51924) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:21.780967 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:21.787039 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:21.791200 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Usage tracker for resource:floatingip and tenant:a7725dc6d22c42f49d7d74400ec7e8b7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:21.795141 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:21.804082 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:21.816828 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:21.976361 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:22.132650 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Allocated IP 172.27.2.161 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/20eb386a-1712-4633-b84d-b2ca28d16b14) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:27:22.295640 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:22.328406 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:22.332692 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:22.392152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:27:22.394712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:22.398604 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:27:22.447270 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'Port': ['ID=20eb386a-1712-4633-b84d-b2ca28d16b14,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:22.452332 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:22.519955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:22.594765 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:22.848272 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:22.853797 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:22.859120 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:22.966384 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'Port': ['ID=20eb386a-1712-4633-b84d-b2ca28d16b14,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:22.971485 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:22.985208 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:23.012617 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:23.013870 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2381151 May 11 16:27:23.176601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 51944) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:23.231936 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:23.254327 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-0916137a-14d1-46b7-aa8d-0efc26f1dbf9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:security_group {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:27:23.281578 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-0916137a-14d1-46b7-aa8d-0efc26f1dbf9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:security_group {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:27:23.283371 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-0916137a-14d1-46b7-aa8d-0efc26f1dbf9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1300475012&fields=id&tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7 HTTP/1.1" status: 200 len: 267 time: 0.0755103 May 11 16:27:23.569644 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-b1fbf650-326f-473b-9008-3c4301f6a8c2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:23.571204 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-b1fbf650-326f-473b-9008-3c4301f6a8c2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 810 time: 0.2794430 May 11 16:27:23.590413 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-9520a485-e401-4282-b4fe-26a4581c4d01 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/quotas/a7725dc6d22c42f49d7d74400ec7e8b7 HTTP/1.1" status: 200 len: 375 time: 0.0112731 May 11 16:27:23.682307 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-153d24ce-2267-4923-96a0-833335578127 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:27:23.699796 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-153d24ce-2267-4923-96a0-833335578127 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:27:23.701245 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-153d24ce-2267-4923-96a0-833335578127 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052885 May 11 16:27:23.858905 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-f642fce0-c8a8-4296-9b92-8e5cb1850c56 service neutron] 10.222.0.73 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451159 May 11 16:27:23.998078 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-dac66fb0-1f4e-402c-bbad-10abbd187902 service neutron] 10.222.0.73 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313591 May 11 16:27:24.012216 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:24.215139 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-faafb3ea-a7c6-45e7-8c84-84b7c29d5a46 req-07baaadd-16c2-4064-b487-8f42384ffaef tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 210 time: 0.0605438 May 11 16:27:24.547223 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Deleting port 31118c22-850e-41af-a2e3-b99c6e37bf68 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:24.547549 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:24.678952 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] For port 31118c22-850e-41af-a2e3-b99c6e37bf68, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=31118c22-850e-41af-a2e3-b99c6e37bf68,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:24.679307 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:24.816161 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Calling delete_port for 31118c22-850e-41af-a2e3-b99c6e37bf68 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:24.988684 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:24.996392 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:25.045920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Pushing event deleted for resources: {'Port': ['ID=31118c22-850e-41af-a2e3-b99c6e37bf68,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:25.049955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:25.364381 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:25.390244 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a440a538-0e0f-450d-8296-97c1b84a9cc9 req-26ecdc95-8b1a-492c-b31e-1abfca650c7e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 210 time: 0.0524821 May 11 16:27:25.425635 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:25.871563 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-dfe99575-0698-415c-90d1-9219d9c0981e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:25.874191 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-dfe99575-0698-415c-90d1-9219d9c0981e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 810 time: 0.2420704 May 11 16:27:26.077663 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-c43499b8-fd97-48d5-9939-d0f72805a09e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:27:26.101296 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-c43499b8-fd97-48d5-9939-d0f72805a09e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:27:26.102327 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-c43499b8-fd97-48d5-9939-d0f72805a09e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7 HTTP/1.1" status: 200 len: 380 time: 0.1556666 May 11 16:27:26.114359 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'port': {'device_id': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'admin_state_up': True, 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'security_groups': ['d9213e91-4e37-498c-ab76-d15f0df3dba9']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:26.207557 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Router dfb229db-c588-43ea-9fc3-d43387c8e142 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:27:26.423951 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:26.439944 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:26.462983 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Made reservation on behalf of a7725dc6d22c42f49d7d74400ec7e8b7 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:27:26.467313 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:26.482084 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:27:26.494543 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] Sync routers for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:27:26.506515 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] 10.222.0.73 "PUT /v2.0/routers/dfb229db-c588-43ea-9fc3-d43387c8e142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3261967 May 11 16:27:26.507209 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51978) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:26.530671 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:26.544983 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:27:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:26.603433 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-31bf6548-b805-49ff-adab-43b37a8ac811 req-4d6cca44-dc43-4545-9f5a-f242d26318a7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 210 time: 0.0629587 May 11 16:27:26.728534 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Allocated IP 172.20.0.7 (ee6a4206-7497-4915-8518-e919b025bed3/3e7d50df-be0a-4509-858c-ab813bd7e048/2c15f4f0-6163-4a6f-82e6-403bd0496e6f) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:27:26.734116 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:26.851443 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:26.854384 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:26.991848 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:26.994461 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.014595 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Transition to ACTIVE for port object 2c15f4f0-6163-4a6f-82e6-403bd0496e6f will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:27.054892 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.063254 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2766b545-ee85-4377-a943-21da0e6f918e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:27.118204 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Deleting port 6a800d59-c518-42a1-aebb-067b37a833df {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:27.118591 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.140286 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Network ee6a4206-7497-4915-8518-e919b025bed3 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:27:27.144002 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:27.148611 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:27:27.202095 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event updated for resources: {'Port': ['ID=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:27.207854 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:27.214875 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6a800d59-c518-42a1-aebb-067b37a833df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:27:24Z', 'revision_number': 5, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port': {'id': '6a800d59-c518-42a1-aebb-067b37a833df', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:19:08Z', 'updated_at': '2021-05-11T16:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:27.229178 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] Checking router: dfb229db-c588-43ea-9fc3-d43387c8e142 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:27:27.240491 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] Routers {'dfb229db-c588-43ea-9fc3-d43387c8e142'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:27.241427 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:27:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['dfb229db-c588-43ea-9fc3-d43387c8e142'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:27.266076 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:27.266745 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.278671 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] For port 6a800d59-c518-42a1-aebb-067b37a833df, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=6a800d59-c518-42a1-aebb-067b37a833df,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:27.279113 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.308683 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977031 May 11 16:27:27.333444 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Request body: {'port': {'device_id': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:27.447350 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] Set router dfb229db-c588-43ea-9fc3-d43387c8e142 gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:27.502338 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Calling delete_port for 6a800d59-c518-42a1-aebb-067b37a833df owned by network:router_gateway {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:27.628136 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:27:26Z', 'revision_number': 6, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:27.636567 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af3f2a-a8c1-450c-a5f3-c62a03c4c0c3 None None] The sync data for ids ['dfb229db-c588-43ea-9fc3-d43387c8e142'] in dv-cinder-761113-11-iscsi is: [{'id': 'dfb229db-c588-43ea-9fc3-d43387c8e142', 'name': 'tempest-AttachVolumeShelveTestJSON-405661964-router', 'tenant_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:19:06Z', 'updated_at': '2021-05-11T16:27:26Z', 'revision_number': 6, 'project_id': '4e1c550cdb7e493e9a0477b0e63eb3e3', 'gw_port_host': None}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:27:27.639510 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-4bb4cf9c-c84b-43d5-b62e-3d55e7ceab1c None None] Provisioning for port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:27:27.647872 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-4bb4cf9c-c84b-43d5-b62e-3d55e7ceab1c None None] Provisioning complete for port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:27.648412 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cf9c-c84b-43d5-b62e-3d55e7ceab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.680386 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.743475 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4cf9c-c84b-43d5-b62e-3d55e7ceab1c None None] Port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:27:27.770158 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.775641 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-badf65c6-604b-4e72-8c74-6e8d3937a887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:27.881678 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a800d59-c518-42a1-aebb-067b37a833df,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:27.894448 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:28.139929 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.173629 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c15f4f0-6163-4a6f-82e6-403bd0496e6f {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:27:28.182339 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.201268 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Transition to ACTIVE for port object 2c15f4f0-6163-4a6f-82e6-403bd0496e6f will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:28.208796 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.212731 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b67ccb2f-0839-473a-bbe6-880e53aed560 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:28.345006 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787ce0-b950-468f-b5e8-b3c4e6f0fb9a req-32ef171e-fb97-4f1b-9097-62e386a7b147 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:28.346745 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e9787ce0-b950-468f-b5e8-b3c4e6f0fb9a req-32ef171e-fb97-4f1b-9097-62e386a7b147 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 931 time: 0.5187962 May 11 16:27:28.354312 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.358823 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.393022 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:28.402424 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:28.435288 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e9787ce0-b950-468f-b5e8-b3c4e6f0fb9a req-0a807b70-7f42-4c9c-bcb2-1ab240afbfad tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778992 May 11 16:27:28.447350 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.448333 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb229db-c588-43ea-9fc3-d43387c8e142 {{(pid=78808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:27:28.472991 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.474316 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/dfb229db-c588-43ea-9fc3-d43387c8e142 HTTP/1.1" status: 204 len: 168 time: 1.9654880 May 11 16:27:28.477089 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51984) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:28.515171 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Attempting to bind port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:27:28.515809 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Attempting to bind port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:27:28.516378 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Attempting to bind port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f on network ee6a4206-7497-4915-8518-e919b025bed3 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:27:28.525628 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f on network ee6a4206-7497-4915-8518-e919b025bed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:27:28.526177 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Attempting to bind port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f on network ee6a4206-7497-4915-8518-e919b025bed3 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:27:28.537652 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:27:28.538217 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Checking segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:27:28.538785 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Bound using segment: {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:27:28.539273 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Bound port: 2c15f4f0-6163-4a6f-82e6-403bd0496e6f, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58be6620-8c74-4510-a3b3-d05e3a3b4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:27:28.539946 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.549605 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Deleting subnet 8343633b-88bb-4532-a049-6161e43450c5 {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:27:28.552990 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.624282 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.672955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] For port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:27:28.677946 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] For port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:27:28.683419 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.688458 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:28.715622 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.751186 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:28.751740 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:28.753278 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] 10.222.0.87 "PUT /v2.0/ports/2c15f4f0-6163-4a6f-82e6-403bd0496e6f HTTP/1.1" status: 200 len: 1093 time: 1.4250996 May 11 16:27:28.753810 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:27:28.797223 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:28.818314 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:28.894632 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'status': 'completed', 'code': 200} May 11 16:27:28.941681 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-a4265be7-83e5-449a-9369-f487b052a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:28.943961 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-a4265be7-83e5-449a-9369-f487b052a24e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 1096 time: 0.1170938 May 11 16:27:29.027081 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-c90a28be-63d5-42da-b95f-d99b2d8e1ded service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f HTTP/1.1" status: 200 len: 217 time: 0.0750618 May 11 16:27:29.041488 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.045767 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:29.080569 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8343633b-88bb-4532-a049-6161e43450c5,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:29.083442 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:29.093507 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.108293 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-89ccb1fb-a0e3-4006-992e-d97cd56e85fa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8343633b-88bb-4532-a049-6161e43450c5 HTTP/1.1" status: 204 len: 168 time: 0.6267049 May 11 16:27:29.108535 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2764e1aa-30d5-4406-9460-054b4871510a None None] Network 68781442-ff8b-49fc-801b-1dea9dad5366 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:27:29.108985 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-794c727e-df38-43b0-b535-4a24bb8b6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:29.109082 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51990) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:29.110175 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-794c727e-df38-43b0-b535-4a24bb8b6ec3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.0767608 May 11 16:27:29.244296 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-fae0dd85-4427-4bcf-8c9f-53225e7c24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:29.247555 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-fae0dd85-4427-4bcf-8c9f-53225e7c24cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1304739 May 11 16:27:29.285416 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.393446 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Deleting port 5480b886-803c-492a-977d-80d914100767 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:29.393986 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.454690 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-57f970f1-93e8-4fbe-b5f7-ec99e895a452 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005827 May 11 16:27:29.501409 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] DHCP port deletion for 68781442-ff8b-49fc-801b-1dea9dad5366 request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:27:29.540489 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] For port 5480b886-803c-492a-977d-80d914100767, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=5480b886-803c-492a-977d-80d914100767,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:29.540986 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.606328 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] Deleting port 5480b886-803c-492a-977d-80d914100767 {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:27:29.607095 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.700300 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 31118c22-850e-41af-a2e3-b99c6e37bf68 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:27:29.710970 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Calling delete_port for 5480b886-803c-492a-977d-80d914100767 owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:29.732589 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3a3f7e87-fe4b-4d48-8a84-b07935843ca9 req-dc9ec662-b00b-4923-a46d-4729d014a0cd service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657273 May 11 16:27:29.745648 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 31118c22-850e-41af-a2e3-b99c6e37bf68 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:27:29.745648 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 31118c22-850e-41af-a2e3-b99c6e37bf68 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:27:29.746439 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 5480b886-803c-492a-977d-80d914100767 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:27:29.826739 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] For port 5480b886-803c-492a-977d-80d914100767, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=5480b886-803c-492a-977d-80d914100767,segment=NetworkSegment(4706c0a3-d04c-42ea-8ffa-a8c826c2c698),segment_id=4706c0a3-d04c-42ea-8ffa-a8c826c2c698)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:29.827412 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.843417 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccad264-2a76-4ff6-b8b7-50a0b38e4553 req-a01fab9e-99d9-4f03-96f0-919673c9fba0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:29.845061 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cccad264-2a76-4ff6-b8b7-50a0b38e4553 req-a01fab9e-99d9-4f03-96f0-919673c9fba0 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 943 time: 0.1413136 May 11 16:27:29.915290 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:29.924724 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-a9fdb599-b124-4ea5-aec5-1cfd744b902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:29.927235 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-a9fdb599-b124-4ea5-aec5-1cfd744b902e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 1096 time: 0.1360283 May 11 16:27:29.932205 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-132552f2-c3ce-4e3b-949e-67156294fcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:29.977761 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] No DVR routers for this DVR port 5480b886-803c-492a-977d-80d914100767 on host dv-cinder-761113-11-iscsi {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:27:30.000841 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] Calling delete_port for 5480b886-803c-492a-977d-80d914100767 owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:27:30.007237 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No active binding found for port 5480b886-803c-492a-977d-80d914100767 {{(pid=78809) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 11 16:27:30.007656 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 5480b886-803c-492a-977d-80d914100767 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:27:30.008127 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 6a800d59-c518-42a1-aebb-067b37a833df no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:27:30.053485 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 6a800d59-c518-42a1-aebb-067b37a833df {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:27:30.053485 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 6a800d59-c518-42a1-aebb-067b37a833df not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:27:30.117723 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.127224 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-990ebbe8-9f5a-47dd-bbcb-a7f5ab905f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:30.156427 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cccad264-2a76-4ff6-b8b7-50a0b38e4553 req-edadbb96-6e60-427a-a23c-954b2ce35753 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911608 May 11 16:27:30.190987 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5480b886-803c-492a-977d-80d914100767,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:30.196233 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:30.197976 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] Pushing event deleted for resources: {'Port': ['ID=5480b886-803c-492a-977d-80d914100767,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:30.204957 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] No DVR routers for this DVR port 5480b886-803c-492a-977d-80d914100767 on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:27:30.209573 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-fd8809d2-5829-4190-9264-11a3ea8077ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:30.228660 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-e62bfd96-a004-48d6-a6aa-087cd759d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:30.230135 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-e62bfd96-a004-48d6-a6aa-087cd759d74d service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.2952936 May 11 16:27:30.294013 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.314298 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68781442-ff8b-49fc-801b-1dea9dad5366']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:30.320376 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-3e868687-c34c-4a3e-bb9b-43c8938c5bdf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f HTTP/1.1" status: 200 len: 217 time: 0.0810478 May 11 16:27:30.357603 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4706c0a3-d04c-42ea-8ffa-a8c826c2c698') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:30.357603 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4706c0a3-d04c-42ea-8ffa-a8c826c2c698') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:30.376454 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.394013 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-b3d2aa28-9c8f-49ef-815e-6f5249f85483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:30.395528 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-b3d2aa28-9c8f-49ef-815e-6f5249f85483 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.0688202 May 11 16:27:30.405302 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.413990 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:27:30.414640 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:27:30.430052 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:27:30.517918 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.522717 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:30.540590 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.548166 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-9940cba3-36ff-4a5f-a368-fa9022b9b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:30.550773 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-9940cba3-36ff-4a5f-a368-fa9022b9b552 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1468053 May 11 16:27:30.552275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=68781442-ff8b-49fc-801b-1dea9dad5366,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:30.557481 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:30.567587 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/68781442-ff8b-49fc-801b-1dea9dad5366 HTTP/1.1" status: 204 len: 168 time: 1.4574881 May 11 16:27:30.718194 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 51998) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:30.786091 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3475d8b0-6c7b-4f53-81fa-d4dc8f054707 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e1c550cdb7e493e9a0477b0e63eb3e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0664308 May 11 16:27:30.789890 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52002) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:30.843752 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-a7090bde-07e2-471e-944e-0b4eef73340e service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831972 May 11 16:27:30.872266 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.884656 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-91fdb505-857b-4369-96c5-b9b77e0b7dde service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1761334 May 11 16:27:30.910696 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.974533 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:30.979236 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9bb2463d-945a-4512-89d1-b8bb85360c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:30.999594 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b50b827-9160-44ce-aceb-94fe7b85ed01,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:31.003728 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:31.007556 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:31.008742 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b50b827-9160-44ce-aceb-94fe7b85ed01 HTTP/1.1" status: 204 len: 168 time: 0.2178676 May 11 16:27:31.125681 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8823bebf-5085-4bfd-a8c5-b3ff455473f2 req-07ff6b87-c3db-4903-a2a8-0d61a68a1e4b service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705531 May 11 16:27:31.133037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-dcb565f5-7379-4dd8-9fd4-15de921b0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:31.134591 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-dcb565f5-7379-4dd8-9fd4-15de921b0df9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1098 time: 0.1797664 May 11 16:27:31.380670 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-61576c14-2d94-4120-887f-212a0a91a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:31.382064 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-61576c14-2d94-4120-887f-212a0a91a82d service neutron] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 909 time: 0.2254393 May 11 16:27:31.518120 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-f85bfd61-6d57-4c35-bed6-f9bf2fb1fbe1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 1000 time: 0.1277847 May 11 16:27:31.583976 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbd96b-0df1-46fb-8736-0ed6ff7c5f18 req-732cbf8b-b16b-4695-a1e2-d0faa1149d5c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:31.584960 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c3dbd96b-0df1-46fb-8736-0ed6ff7c5f18 req-732cbf8b-b16b-4695-a1e2-d0faa1149d5c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:27:31.620789 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c3dbd96b-0df1-46fb-8736-0ed6ff7c5f18 req-732cbf8b-b16b-4695-a1e2-d0faa1149d5c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:27:31.623425 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c3dbd96b-0df1-46fb-8736-0ed6ff7c5f18 req-732cbf8b-b16b-4695-a1e2-d0faa1149d5c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 943 time: 0.2894912 May 11 16:27:31.629883 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-4c43a070-4466-4582-b9ab-52cd9c0e3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:31.631409 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-4c43a070-4466-4582-b9ab-52cd9c0e3956 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.1006675 May 11 16:27:31.728424 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c3dbd96b-0df1-46fb-8736-0ed6ff7c5f18 req-931063f3-65d0-4c6c-8ef1-312154e57ea7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960245 May 11 16:27:31.768138 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-f738c4e7-59de-44e8-b05e-050ac76d9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:31.769469 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-f738c4e7-59de-44e8-b05e-050ac76d9745 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1190791 May 11 16:27:31.964850 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-022520d9-c41a-4111-876b-3f667cbf6b9e service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844435 May 11 16:27:32.122210 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-e7ba1ffb-e592-4277-bdc0-728be7c993b9 req-dfa8de4e-4ab8-4145-929c-6db80e7dac81 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544368 May 11 16:27:32.457678 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 2c15f4f0-6163-4a6f-82e6-403bd0496e6f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:27:32.664382 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:32.687090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'port_id': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'mac_address': 'fa:16:3e:82:52:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:27:32.767713 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:32.791245 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c15f4f0-6163-4a6f-82e6-403bd0496e6f {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:27:32.820260 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:32.831725 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:32.834745 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-d31889d3-6cbf-48c5-91e7-d0f37697cdbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:32.959578 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:32.965776 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:33.046252 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b143f-b79e-49ca-9e10-16ac4cc77d7e req-84c7bc6c-7cdc-421d-984d-818567f471a2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:33.048069 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d46b143f-b79e-49ca-9e10-16ac4cc77d7e req-84c7bc6c-7cdc-421d-984d-818567f471a2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 944 time: 0.1128781 May 11 16:27:33.070402 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['2c15f4f0-6163-4a6f-82e6-403bd0496e6f'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:27:33.132571 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d46b143f-b79e-49ca-9e10-16ac4cc77d7e req-eb83a9a7-f4e4-4939-a434-4c7296238835 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788858 May 11 16:27:34.468111 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 2c15f4f0-6163-4a6f-82e6-403bd0496e6f up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:27:34.491876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71e18a-da0f-45e4-8842-928f5a82ffb6 req-fce92992-1201-4d25-bdd6-7a641b36fc45 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:34.494641 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-df71e18a-da0f-45e4-8842-928f5a82ffb6 req-fce92992-1201-4d25-bdd6-7a641b36fc45 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 944 time: 0.1504655 May 11 16:27:34.571369 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:27:34.580269 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:34.580843 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:34.703869 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-df71e18a-da0f-45e4-8842-928f5a82ffb6 req-4d700186-d104-4d13-8177-7e4fe90d2895 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967037 May 11 16:27:34.791671 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:34.845199 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:27:34.862595 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:34.868319 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:34.871929 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:34.941659 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'code': 200} May 11 16:27:34.969608 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:34.973452 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:35.240184 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549497a2-c7c0-431f-b458-89727f888aca req-3c70debe-0113-4bff-933b-400b0b6a33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:35.241800 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-549497a2-c7c0-431f-b458-89727f888aca req-3c70debe-0113-4bff-933b-400b0b6a33f9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 1098 time: 0.1067045 May 11 16:27:35.316835 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-549497a2-c7c0-431f-b458-89727f888aca req-0bc556e5-5871-45fa-8406-58e39cf7644f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651081 May 11 16:27:36.040530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45acdb6-a773-4ef1-990f-d7b42ac85b6e req-dbddac16-870e-4cdb-a0e7-3ad2b6fd133e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:36.048535 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d45acdb6-a773-4ef1-990f-d7b42ac85b6e req-dbddac16-870e-4cdb-a0e7-3ad2b6fd133e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 945 time: 0.1628833 May 11 16:27:36.140473 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d45acdb6-a773-4ef1-990f-d7b42ac85b6e req-e05ce276-d13f-453c-85e6-2d65203c07b7 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830374 May 11 16:27:37.285239 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52108) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:37.387374 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a661a8-4229-4990-8e67-70ac654361db req-9274c194-3103-4046-8f42-3b34280b05de tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:37.389306 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b0a661a8-4229-4990-8e67-70ac654361db req-9274c194-3103-4046-8f42-3b34280b05de tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 945 time: 0.1151233 May 11 16:27:37.431994 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:37.454569 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:37.459572 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Usage tracker for resource:security_group_rule and tenant:a21590bc4f084522a380647b6c4f06f8 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:37.462786 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:37.473365 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:37.473899 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-b0a661a8-4229-4990-8e67-70ac654361db req-3a55cd74-9ba7-43d8-941d-41ec058fb4fa tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775158 May 11 16:27:37.601820 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:37.607360 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:37.618972 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e9bf2542-9d19-4c74-b0f6-963c174c8f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:37.700936 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a21590bc4f084522a380647b6c4f06f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145730 May 11 16:27:37.703810 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52116) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:37.707735 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f30f487-cd9e-4b83-a0f6-6abdf90edda4,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:37.722613 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.722989 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.723355 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.723720 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.724093 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.724448 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.724804 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.725156 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.725500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.725850 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.726190 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.726531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:37.732004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:37.771531 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:37.778350 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765fef-d8e3-4e6a-a686-e6a8c754aafd req-c864d113-ff2e-4b80-9b8c-0d2d2d5a4301 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:37.779991 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-aa765fef-d8e3-4e6a-a686-e6a8c754aafd req-c864d113-ff2e-4b80-9b8c-0d2d2d5a4301 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 945 time: 0.1269746 May 11 16:27:37.789420 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52120) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:37.799192 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Request body: {'floatingip': {'port_id': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:37.803090 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:37.880578 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:37.885347 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0dcb7eeb-97b5-40ab-97a8-93b3f836256f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:37.905815 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f30f487-cd9e-4b83-a0f6-6abdf90edda4,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:37.909232 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:37.911809 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:37.915453 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f30f487-cd9e-4b83-a0f6-6abdf90edda4 HTTP/1.1" status: 204 len: 168 time: 0.2099638 May 11 16:27:37.948967 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.456601 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52128) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:38.485609 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.504185 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:38.509199 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Usage tracker for resource:security_group_rule and tenant:a76949f21ecd4de7b6684b1c00bf7eb1 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:38.513761 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:38.521795 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:38.641579 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.647671 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.656393 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-dba4ebb4-2f69-408e-8e80-89e0d413b27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:38.706432 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a76949f21ecd4de7b6684b1c00bf7eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483253 May 11 16:27:38.707382 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59f8f7-1e4e-4738-a915-977073098b63,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:38.710109 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52132) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:38.713330 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7ed80a44-6e00-401e-91e2-155590977f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:38.780032 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.785298 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.798269 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.838693 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.925413 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.932081 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f02d9b6b-15ec-4ef3-a570-d211b0519690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:38.948097 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59f8f7-1e4e-4738-a915-977073098b63,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:38.951513 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:38.952759 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:38.958874 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f59f8f7-1e4e-4738-a915-977073098b63 HTTP/1.1" status: 204 len: 168 time: 0.2428379 May 11 16:27:39.108347 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Floating IP d940f575-4d1f-4622-98a1-64c4a1b2e309 associated. External IP: 172.27.2.161, port: 2c15f4f0-6163-4a6f-82e6-403bd0496e6f. May 11 16:27:39.708119 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:27:40.028572 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:27:40.039998 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] Sync routers for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:27:40.052751 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:40.059833 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:40.061393 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:27:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:40.157622 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-cb523225-6707-4461-a4d0-1332e153ba9e tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "PUT /v2.0/floatingips/d940f575-4d1f-4622-98a1-64c4a1b2e309 HTTP/1.1" status: 200 len: 991 time: 2.3664074 May 11 16:27:40.158887 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:27:40.253535 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'status': 'completed', 'code': 200} May 11 16:27:40.392361 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:40.395525 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-03a27ca5-c174-4653-be14-a60088444ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:40.397282 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-03a27ca5-c174-4653-be14-a60088444ad5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 1098 time: 0.1130126 May 11 16:27:40.629045 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-70c27466-0983-4972-b082-50e9723b3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:40.631422 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-70c27466-0983-4972-b082-50e9723b3dee service neutron] 10.222.0.87 "GET /v2.0/networks?id=ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 200 len: 911 time: 0.2271373 May 11 16:27:40.828513 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-f4edbad4-f19b-43ad-abd7-dec8baba5909 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f HTTP/1.1" status: 200 len: 999 time: 0.1889505 May 11 16:27:40.946884 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-f38f8463-9922-4faf-8918-bbb8500b1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:40.950583 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-f38f8463-9922-4faf-8918-bbb8500b1889 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 200 len: 849 time: 0.1139495 May 11 16:27:41.034912 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': 'd940f575-4d1f-4622-98a1-64c4a1b2e309', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'port_id': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'mac_address': 'fa:16:3e:82:52:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:27:22Z', 'updated_at': '2021-05-11T16:27:38Z', 'revision_number': 1, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:41.043515 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] Checking router: 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:27:41.065215 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:41.067111 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:27:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:41.090243 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-6a0981ba-1dfd-434f-99b0-d44d830783d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:41.092164 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-6a0981ba-1dfd-434f-99b0-d44d830783d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ee6a4206-7497-4915-8518-e919b025bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1350272 May 11 16:27:41.256918 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd24e8-681d-425f-9e73-9a84e5e6a708 req-1fded112-0331-47d6-8b4d-ba8fa792bdfd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:41.258519 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7cbd24e8-681d-425f-9e73-9a84e5e6a708 req-1fded112-0331-47d6-8b4d-ba8fa792bdfd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1797571 May 11 16:27:41.357791 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-e38a0e10-883c-4dd1-840d-8ebefeb4e290 service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565520 May 11 16:27:41.358129 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7cbd24e8-681d-425f-9e73-9a84e5e6a708 req-4519bf78-1f62-4125-865e-e69b15ef93ec tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849838 May 11 16:27:41.410387 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:41.610061 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7af3ded5-2f7d-4887-b571-664818d8f7e1 req-cd5464e3-1210-411c-9d7a-67992f01f4fa service neutron] 10.222.0.87 "GET /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441909 May 11 16:27:41.984766 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': 'd940f575-4d1f-4622-98a1-64c4a1b2e309', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'port_id': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'mac_address': 'fa:16:3e:82:52:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:27:22Z', 'updated_at': '2021-05-11T16:27:38Z', 'revision_number': 1, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:41.991193 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d70b7-6956-4273-975b-b3b7baeff68e None None] The sync data for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi is: [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': 'd940f575-4d1f-4622-98a1-64c4a1b2e309', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'port_id': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'mac_address': 'fa:16:3e:82:52:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:27:22Z', 'updated_at': '2021-05-11T16:27:38Z', 'revision_number': 1, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:27:42.288499 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c88ce-134e-4b15-8eb5-e1395ea53509 None None] New status for floating IP d940f575-4d1f-4622-98a1-64c4a1b2e309: ACTIVE {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:27:42.722274 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7f0d6-8579-4b5d-ad2f-3a60c9aff40a req-6e5f7b45-0a90-462b-8fea-dd393022f9fd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:42.731618 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-97f7f0d6-8579-4b5d-ad2f-3a60c9aff40a req-6e5f7b45-0a90-462b-8fea-dd393022f9fd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1581085 May 11 16:27:42.801152 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-97f7f0d6-8579-4b5d-ad2f-3a60c9aff40a req-afa9a4ed-ccf5-4a44-b577-15057716b549 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676439 May 11 16:27:43.427045 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52216) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:43.583681 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:43.599887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:43.604565 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1499ba1e34452aa60cae38cb859351 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:43.608107 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:43.615385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:43.723165 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:43.727779 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:43.735558 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d9d4514d-3333-47be-9933-eb6f29439b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:43.784835 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf50bde4-a38d-457c-b487-08cc3d84e984,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:43.788121 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:43.790521 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d72d42f3-9f1f-4055-b78f-dc4915a2b735 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f1499ba1e34452aa60cae38cb859351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624809 May 11 16:27:43.793282 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52222) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:43.871387 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bbe65cea-ba8c-428b-881a-f61e71f26e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:43.907665 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bbe65cea-ba8c-428b-881a-f61e71f26e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.091558 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bbe65cea-ba8c-428b-881a-f61e71f26e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.096751 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-6792013c-2d94-44ec-ae64-da8c1dc26a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:44.113557 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb45a6d-c000-432d-8372-335fcd616940 req-99a1717d-f9c9-44ac-92d6-325e9dffd4f9 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:44.115110 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fcb45a6d-c000-432d-8372-335fcd616940 req-99a1717d-f9c9-44ac-92d6-325e9dffd4f9 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1722193 May 11 16:27:44.122196 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe65cea-ba8c-428b-881a-f61e71f26e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf50bde4-a38d-457c-b487-08cc3d84e984,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:44.127431 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-bbe65cea-ba8c-428b-881a-f61e71f26e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:44.144159 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bbe65cea-ba8c-428b-881a-f61e71f26e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.145283 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-bbe65cea-ba8c-428b-881a-f61e71f26e21 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf50bde4-a38d-457c-b487-08cc3d84e984 HTTP/1.1" status: 204 len: 168 time: 0.3510449 May 11 16:27:44.185149 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fcb45a6d-c000-432d-8372-335fcd616940 req-2f9dc22b-35ad-4f18-853a-3eb8a2ac3d3a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607891 May 11 16:27:44.499314 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52234) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:44.518359 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.534834 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:44.540329 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Usage tracker for resource:security_group_rule and tenant:b73e75b832094d4cbc4dacfb98ff911d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:44.544554 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:44.551248 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:44.652724 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.657053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.671305 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bcc358d5-1104-4854-86bd-f6228e06d7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:44.714911 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b73e75b832094d4cbc4dacfb98ff911d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144372 May 11 16:27:44.716824 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b67ba78-17a5-4e69-bdc3-94fe45c696f6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:44.717718 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52238) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:44.720015 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:44.791628 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.821071 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.886287 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.890447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-810abc7f-136e-4e9e-9936-e92bc3c3a5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:44.903886 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b67ba78-17a5-4e69-bdc3-94fe45c696f6,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:44.908069 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:44.912175 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.913355 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b67ba78-17a5-4e69-bdc3-94fe45c696f6 HTTP/1.1" status: 204 len: 168 time: 0.1942325 May 11 16:27:45.396980 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927466-7efd-441c-895b-cc251ded9d14 req-4b8f8a6b-b91d-4a85-ba9b-fad0f00eaa34 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:45.398537 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-76927466-7efd-441c-895b-cc251ded9d14 req-4b8f8a6b-b91d-4a85-ba9b-fad0f00eaa34 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0969315 May 11 16:27:45.450646 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-76927466-7efd-441c-895b-cc251ded9d14 req-c604be54-9119-477e-b119-9e9b5520e4ac tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445406 May 11 16:27:46.655594 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68362ed-cfa4-4ee3-98e2-bbbb8af8f3e7 req-c0a154ab-f4c0-43d1-b5e0-0947359dca88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:46.657174 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f68362ed-cfa4-4ee3-98e2-bbbb8af8f3e7 req-c0a154ab-f4c0-43d1-b5e0-0947359dca88 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0894353 May 11 16:27:46.814839 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f68362ed-cfa4-4ee3-98e2-bbbb8af8f3e7 req-b3b948b1-7615-4916-84a1-85cabb05f75f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515899 May 11 16:27:47.368701 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-19e5efe1-04f4-4d2f-a116-e9cf25fc5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:48.030944 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56bbf1-d8d4-4707-9248-3694fca35433 req-34e75bf1-bfaf-48f8-aaac-a0f2a79e7fc0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:48.032494 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fb56bbf1-d8d4-4707-9248-3694fca35433 req-34e75bf1-bfaf-48f8-aaac-a0f2a79e7fc0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0920346 May 11 16:27:48.085776 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fb56bbf1-d8d4-4707-9248-3694fca35433 req-a2f314bb-19cc-4b53-b337-013a277fc46b tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459917 May 11 16:27:48.602036 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:27:49.284662 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a85ed-1e2b-453f-af40-9b6b9ba0a94c req-ef18cccf-4d05-44bf-a86f-9ea76badf569 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:49.286187 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-098a85ed-1e2b-453f-af40-9b6b9ba0a94c req-ef18cccf-4d05-44bf-a86f-9ea76badf569 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0887575 May 11 16:27:49.334767 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-098a85ed-1e2b-453f-af40-9b6b9ba0a94c req-9b1844d5-28e5-4ad1-aa8e-1ee3435fd00d tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 May 11 16:27:50.538077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27a689-c717-4b8b-ad41-0ce1e7db2b45 req-56ddaefb-8c14-459a-8467-f81c4c0e25b3 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:50.539588 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-af27a689-c717-4b8b-ad41-0ce1e7db2b45 req-56ddaefb-8c14-459a-8467-f81c4c0e25b3 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0836184 May 11 16:27:50.588362 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.595013 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-af27a689-c717-4b8b-ad41-0ce1e7db2b45 req-dc3227b8-1511-4a1d-931a-5128064562f8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491109 May 11 16:27:51.143982 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52360) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:51.208243 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-195626f6-eb3e-4b7b-92e4-739e35972283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:51.272377 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36266936-9e05-4df2-9f3e-9162876137eb req-0bbeac2a-f5cc-42bd-9ba4-f49d5c5e6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:51.273793 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36266936-9e05-4df2-9f3e-9162876137eb req-0bbeac2a-f5cc-42bd-9ba4-f49d5c5e6526 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1098 time: 0.0885341 May 11 16:27:51.276178 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:51.462729 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:51.472712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:fa69c07702ea4635beb39463b3f37af4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:51.477243 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:51.486364 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:51.559615 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36266936-9e05-4df2-9f3e-9162876137eb req-5b8e152c-f19c-45c7-b0de-82e1fc1f9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:51.561076 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36266936-9e05-4df2-9f3e-9162876137eb req-5b8e152c-f19c-45c7-b0de-82e1fc1f9c96 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 909 time: 0.2762771 May 11 16:27:51.695948 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36266936-9e05-4df2-9f3e-9162876137eb req-98fb9938-f0a6-4fad-96a7-221d7ea0de86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 1000 time: 0.1268415 May 11 16:27:51.750799 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:51.756205 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:51.766458 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-58ef3800-b262-4879-87b0-0c172d6d939b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:51.790636 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1944c-df8a-435b-a8fd-3b62fa17abf3 req-0055db3b-1516-43b1-8709-10a08fbe920a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:51.792864 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-69f1944c-df8a-435b-a8fd-3b62fa17abf3 req-0055db3b-1516-43b1-8709-10a08fbe920a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0821457 May 11 16:27:51.821261 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa69c07702ea4635beb39463b3f37af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6761949 May 11 16:27:51.823046 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36266936-9e05-4df2-9f3e-9162876137eb req-eeba11c0-7d40-4583-b027-27f00b193ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:51.824442 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52370) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:51.824600 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36266936-9e05-4df2-9f3e-9162876137eb req-eeba11c0-7d40-4583-b027-27f00b193ae2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.1166348 May 11 16:27:51.826333 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c4b59a-0474-4965-8d96-14cdb21b5e30,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:51.829720 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:51.868829 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-69f1944c-df8a-435b-a8fd-3b62fa17abf3 req-306895ba-49e3-49a9-bd36-434bcf81a063 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696766 May 11 16:27:51.919245 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36266936-9e05-4df2-9f3e-9162876137eb req-5e27da8d-1a3e-4310-b21c-e7381260f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:51.920733 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36266936-9e05-4df2-9f3e-9162876137eb req-5e27da8d-1a3e-4310-b21c-e7381260f9b2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0881515 May 11 16:27:51.920984 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3da19152-7050-4286-a8e9-d043ecd36668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:51.949016 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3da19152-7050-4286-a8e9-d043ecd36668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.004887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3da19152-7050-4286-a8e9-d043ecd36668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.010875 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9f8a916c-1649-4ba3-b8ee-5233da5051ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:52.022082 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da19152-7050-4286-a8e9-d043ecd36668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c4b59a-0474-4965-8d96-14cdb21b5e30,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:52.030447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3da19152-7050-4286-a8e9-d043ecd36668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:52.031334 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3da19152-7050-4286-a8e9-d043ecd36668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.032498 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3da19152-7050-4286-a8e9-d043ecd36668 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f4c4b59a-0474-4965-8d96-14cdb21b5e30 HTTP/1.1" status: 204 len: 168 time: 0.2067020 May 11 16:27:52.080516 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36266936-9e05-4df2-9f3e-9162876137eb req-8271367f-1637-4d1c-8575-2dd2a0296a4d service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511214 May 11 16:27:52.230982 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-36266936-9e05-4df2-9f3e-9162876137eb req-c19eace6-e4d4-4164-b42f-d49135ee9f6c service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438150 May 11 16:27:52.394405 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52378) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:52.413701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.430645 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:52.435483 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Usage tracker for resource:security_group_rule and tenant:2c994993b51b4fc4ac2ea143466a228f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:52.438666 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:52.444889 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:52.545280 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.549361 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.558340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-705de9d9-812b-4ad7-8f9c-4d59daa32ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:52.602347 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c994993b51b4fc4ac2ea143466a228f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068074 May 11 16:27:52.603292 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1191ed41-c2aa-4d11-9928-c13335275a86,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:52.605440 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52382) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:52.606527 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:52.668653 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-27d28fd5-620f-491d-8c1f-94f7eeba498c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.697046 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-27d28fd5-620f-491d-8c1f-94f7eeba498c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.751955 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-27d28fd5-620f-491d-8c1f-94f7eeba498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.755618 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-56a1a46c-cefa-42b7-b7c0-784a069904e1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:52.769664 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d28fd5-620f-491d-8c1f-94f7eeba498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1191ed41-c2aa-4d11-9928-c13335275a86,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:52.772098 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-27d28fd5-620f-491d-8c1f-94f7eeba498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:52.776707 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-27d28fd5-620f-491d-8c1f-94f7eeba498c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:52.779320 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-27d28fd5-620f-491d-8c1f-94f7eeba498c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1191ed41-c2aa-4d11-9928-c13335275a86 HTTP/1.1" status: 204 len: 168 time: 0.1727004 May 11 16:27:53.090528 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aed2c-f671-473d-93c1-0e3516cffe7e req-fa597221-0e54-49aa-b47e-b025faac9d8b tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:53.096290 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-424aed2c-f671-473d-93c1-0e3516cffe7e req-fa597221-0e54-49aa-b47e-b025faac9d8b tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1073642 May 11 16:27:53.142489 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-424aed2c-f671-473d-93c1-0e3516cffe7e req-68b89f8a-6f21-47ba-978f-ebef7171aef3 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441778 May 11 16:27:53.173130 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52394) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:53.192300 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.207951 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:53.211932 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Usage tracker for resource:security_group_rule and tenant:f0952dd4de8e4d9687492d07eba7bbea is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:53.215079 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:53.221255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:53.238747 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.310126 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.314830 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.327669 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-63671547-3277-4e02-877b-d8e5e7e9b884 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:53.371954 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0952dd4de8e4d9687492d07eba7bbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976361 May 11 16:27:53.372828 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef00b6b-bf00-436d-a58c-cc70ea891b56,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:53.375307 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52398) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:53.388033 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7e1e87a7-64de-424f-9137-a5b8afa50f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:53.441664 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.496046 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.585102 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.589171 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a84b83b3-b39f-4126-95fa-e474cf5fe548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:53.602753 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef00b6b-bf00-436d-a58c-cc70ea891b56,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:53.607345 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:53.612127 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:53.613827 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ef00b6b-bf00-436d-a58c-cc70ea891b56 HTTP/1.1" status: 204 len: 168 time: 0.2374823 May 11 16:27:54.381864 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07a0a8-2bf4-497f-82c3-e8b2b7d92933 req-7a52864a-77d1-45a4-be4d-a50c01bada13 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:54.384517 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0f07a0a8-2bf4-497f-82c3-e8b2b7d92933 req-7a52864a-77d1-45a4-be4d-a50c01bada13 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1160915 May 11 16:27:54.440600 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0f07a0a8-2bf4-497f-82c3-e8b2b7d92933 req-243ec1b3-4e1b-4412-a7d9-011e50952de9 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496221 May 11 16:27:55.436084 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:55.658580 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57da78-5d1e-45bd-925c-1cd03b58c1f0 req-df052c98-b7b3-4c5f-87ff-c555b4a79943 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:55.660229 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-be57da78-5d1e-45bd-925c-1cd03b58c1f0 req-df052c98-b7b3-4c5f-87ff-c555b4a79943 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0956564 May 11 16:27:55.728259 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-be57da78-5d1e-45bd-925c-1cd03b58c1f0 req-71c15503-c8e5-436f-9d37-595746d8fc75 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588329 May 11 16:27:56.153799 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd67689-6faa-4a40-aa0d-b9de03a75829 req-5bd1f3ac-c8dc-403f-80c4-25a477070051 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:56.155522 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5bd67689-6faa-4a40-aa0d-b9de03a75829 req-5bd1f3ac-c8dc-403f-80c4-25a477070051 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0970080 May 11 16:27:56.253153 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5bd67689-6faa-4a40-aa0d-b9de03a75829 req-29866c5e-325a-4ddd-8dc6-5bd00c3e2328 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895486 May 11 16:27:56.297649 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-e1a11997-4ad7-41c9-9029-dd81f2462a8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2952993 May 11 16:27:56.848465 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:57.621725 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591fca1-07f6-4674-8d9b-564c18a2df39 req-33938916-4f32-4c2b-92d2-909f7d64760c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:57.630499 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e591fca1-07f6-4674-8d9b-564c18a2df39 req-33938916-4f32-4c2b-92d2-909f7d64760c tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1708131 May 11 16:27:57.681155 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e591fca1-07f6-4674-8d9b-564c18a2df39 req-d1080c5e-bc5a-4857-8498-992834d289fd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493426 May 11 16:27:58.418981 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-384b3577-cdcc-4c7d-9d13-eb34509c45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:58.420551 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-384b3577-cdcc-4c7d-9d13-eb34509c45e3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631&tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4 HTTP/1.1" status: 200 len: 1098 time: 0.1357646 May 11 16:27:58.536333 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-da1aa31e-84ef-4db3-8fc9-3fd15c6734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:58.538021 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-da1aa31e-84ef-4db3-8fc9-3fd15c6734d2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1098 time: 0.0903296 May 11 16:27:58.565515 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cfd5f4ea-879e-4483-94d6-cf21d42b59c0 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:27:58.791443 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:58.793832 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-5bc98d1c-59b7-40c9-a28f-c1d5ea8d3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:58.795512 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-5bc98d1c-59b7-40c9-a28f-c1d5ea8d3ea8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 909 time: 0.2495246 May 11 16:27:58.860554 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:58.862317 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:27:58.878955 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:58.881949 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-445eadb6-b75a-4e87-b2a7-6ff012bc8504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:58.993439 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=6']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:58.999928 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'code': 200} May 11 16:27:59.004361 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-ad3acdf5-0056-496a-9e27-0426f2fa16c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 998 time: 0.2003632 May 11 16:27:59.007712 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.008114 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.008758 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.009108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.009589 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.009965 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.010493 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.010654 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.011051 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.011375 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.011863 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.012273 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:59.016935 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:59.056441 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d06f-e62c-4c31-be7c-58dca5dcf756 req-8a4961ab-c8cf-4b82-8c1f-0986c8fb57cf tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:59.059291 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c2e2d06f-e62c-4c31-be7c-58dca5dcf756 req-8a4961ab-c8cf-4b82-8c1f-0986c8fb57cf tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.1511261 May 11 16:27:59.105302 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-ae9d2499-1604-4c8f-bd3d-86dcc1ac16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:59.107859 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-ae9d2499-1604-4c8f-bd3d-86dcc1ac16b4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.0924461 May 11 16:27:59.131074 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c2e2d06f-e62c-4c31-be7c-58dca5dcf756 req-5b6c1571-3815-444d-a1ad-5800212e3e1a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533004 May 11 16:27:59.221963 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-bcfe22ad-2ea3-4aea-ac12-fa11016e86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:59.224586 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-bcfe22ad-2ea3-4aea-ac12-fa11016e86b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1038315 May 11 16:27:59.431112 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-3ac9a831-210b-4553-aad3-832f59287316 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989629 May 11 16:27:59.798371 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6d679d80-dfa0-4755-8a12-b729e55b68ab req-227bf740-de39-4101-a128-a6bef9e27e33 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553708 May 11 16:28:00.367158 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21808ae6-60c6-40a1-a1c3-1858738afc06 req-4a3f1e82-84e9-449b-831f-3fc8dd6e9655 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:00.368718 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-21808ae6-60c6-40a1-a1c3-1858738afc06 req-4a3f1e82-84e9-449b-831f-3fc8dd6e9655 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.0905690 May 11 16:28:00.422402 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-21808ae6-60c6-40a1-a1c3-1858738afc06 req-a43c9d9d-f865-4fe0-addd-89baea51eb6d tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458159 May 11 16:28:01.628753 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57452dd-8fbf-4869-a59f-38f62090c915 req-65c25c6c-3d94-4059-86be-333db641ef4a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:01.630384 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a57452dd-8fbf-4869-a59f-38f62090c915 req-65c25c6c-3d94-4059-86be-333db641ef4a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.0943770 May 11 16:28:01.681512 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a57452dd-8fbf-4869-a59f-38f62090c915 req-0dceea4a-e673-4377-9bbd-2ea317a45ac1 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 May 11 16:28:02.886939 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eee74-6d20-4356-8126-96847ed9fb98 req-0f3a07e7-ec11-455d-8f7c-4544a18788d2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:02.888565 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d14eee74-6d20-4356-8126-96847ed9fb98 req-0f3a07e7-ec11-455d-8f7c-4544a18788d2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.0950227 May 11 16:28:02.938919 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d14eee74-6d20-4356-8126-96847ed9fb98 req-56ef5288-360d-49a0-b377-37a077258266 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434113 May 11 16:28:04.149458 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08616b39-6f6b-4ab2-b176-ac9eba2e7083 req-bd623750-0606-4017-8ab6-a8bf44491969 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:04.152406 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-08616b39-6f6b-4ab2-b176-ac9eba2e7083 req-bd623750-0606-4017-8ab6-a8bf44491969 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.0952556 May 11 16:28:04.210355 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-08616b39-6f6b-4ab2-b176-ac9eba2e7083 req-b1878261-7726-49cd-a603-58c4f9dee037 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482528 May 11 16:28:05.581662 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7c43-f4fc-48be-b6cb-bfa76d1212f6 req-c628964f-7114-4205-ac48-fc6f101e6668 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:05.583135 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5e7d7c43-f4fc-48be-b6cb-bfa76d1212f6 req-c628964f-7114-4205-ac48-fc6f101e6668 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.0920525 May 11 16:28:05.640272 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5e7d7c43-f4fc-48be-b6cb-bfa76d1212f6 req-b3e9a1c5-c5f9-4e27-9b2b-6deb9b997bdd tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478852 May 11 16:28:06.170997 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fa244-6217-499a-90a3-6eabadcfab8d req-0e655e40-88aa-4315-8d55-48b6d6a3f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:06.172503 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f46fa244-6217-499a-90a3-6eabadcfab8d req-0e655e40-88aa-4315-8d55-48b6d6a3f142 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1096 time: 0.0799541 May 11 16:28:06.230754 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f46fa244-6217-499a-90a3-6eabadcfab8d req-a8c206d8-0b66-4062-b6e9-31521769b603 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503311 May 11 16:28:06.852043 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04971e3d-c759-46ea-90af-c7939fa60b10 req-c65707fc-9510-4163-ba99-5f54d313dbe1 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:06.853608 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-04971e3d-c759-46ea-90af-c7939fa60b10 req-c65707fc-9510-4163-ba99-5f54d313dbe1 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.0980115 May 11 16:28:07.010837 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-04971e3d-c759-46ea-90af-c7939fa60b10 req-aafad56d-8aa0-4ba6-88d0-ea432412a5f1 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463370 May 11 16:28:08.216052 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6bc7-e50c-4394-9fb5-4433f72c1ec9 req-f60945a3-0544-482b-8d97-c0f19708b10f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:08.217628 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-77dc6bc7-e50c-4394-9fb5-4433f72c1ec9 req-f60945a3-0544-482b-8d97-c0f19708b10f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 943 time: 0.0868132 May 11 16:28:08.276396 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-77dc6bc7-e50c-4394-9fb5-4433f72c1ec9 req-2de7f6dd-6937-43a9-af18-9ce666be9938 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488441 May 11 16:28:08.596384 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cfd5f4ea-879e-4483-94d6-cf21d42b59c0 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:28:08.763334 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:08.779712 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'port_id': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'mac_address': 'fa:16:3e:e3:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:28:08.844605 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:08.862761 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd5f4ea-879e-4483-94d6-cf21d42b59c0 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:28:08.879305 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:08.885832 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:08.888739 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-72c7ee7a-ad62-4de1-87be-1a5e8ba1adf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:08.997445 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=7']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:09.000659 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:09.164098 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['cfd5f4ea-879e-4483-94d6-cf21d42b59c0'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:28:10.595541 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cfd5f4ea-879e-4483-94d6-cf21d42b59c0 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:28:10.678801 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:10.679379 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:10.817176 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:10.845989 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:28:10.855598 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:10.860892 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:10.862954 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:10.898917 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'code': 200} May 11 16:28:10.934585 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=8']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:10.937869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:14.568186 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52620) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:14.721375 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:14.746972 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:14.753544 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Usage tracker for resource:security_group_rule and tenant:027aff793bff455ebed32c7102506a0b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:28:14.758355 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:28:14.770293 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:14.929351 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:14.936018 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:14.952373 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f57005b9-7632-471c-a9ad-da2cd6b8ad70 tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:15.030741 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=027aff793bff455ebed32c7102506a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611855 May 11 16:28:15.032264 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205f9b9b-d5f4-4112-9aa2-61ebc32fd7b7,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:15.033583 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52628) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:15.037465 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:15.101440 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-58b4dee4-7b15-4002-80d1-5f3b817e6f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:15.132439 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-58b4dee4-7b15-4002-80d1-5f3b817e6f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:15.193276 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-58b4dee4-7b15-4002-80d1-5f3b817e6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:15.197613 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8e3d6155-3f00-43fc-b74d-1fcde7365e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:15.211816 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4dee4-7b15-4002-80d1-5f3b817e6f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205f9b9b-d5f4-4112-9aa2-61ebc32fd7b7,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:15.216748 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-58b4dee4-7b15-4002-80d1-5f3b817e6f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:15.219047 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-58b4dee4-7b15-4002-80d1-5f3b817e6f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:15.220047 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-58b4dee4-7b15-4002-80d1-5f3b817e6f4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/205f9b9b-d5f4-4112-9aa2-61ebc32fd7b7 HTTP/1.1" status: 204 len: 168 time: 0.1853473 May 11 16:28:16.977207 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52674) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:17.116622 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.133690 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:17.139285 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f6c3dcb030409383339bdd7f36a0d7 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:28:17.142354 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:28:17.148376 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:17.252653 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.258112 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.271947 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-add56448-939e-495a-b211-3798968b4528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:17.343120 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1f6c3dcb030409383339bdd7f36a0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644495 May 11 16:28:17.343928 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52682) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:17.348336 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a28a1-4e36-458e-938a-504f4dc517e3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:17.379662 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4667c88b-38ed-443a-b702-5c67eff2b686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:17.386755 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-3b8af5ec-2c2f-49aa-81e1-2cd16b4bde8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.448868 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.489597 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.569048 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.573542 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c1318a40-832e-440b-8a08-dc9165b558ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:17.590117 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a28a1-4e36-458e-938a-504f4dc517e3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:17.596272 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:17.618173 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.624608 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/656a28a1-4e36-458e-938a-504f4dc517e3 HTTP/1.1" status: 204 len: 168 time: 0.2767670 May 11 16:28:20.583347 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:21.222386 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a814fb49-cb4e-4e5a-8c1a-a6d9cc9820ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:22.853741 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52766) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:23.031447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.062022 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:23.068332 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Usage tracker for resource:security_group_rule and tenant:91ea2d5b49444ce798f8c13095d39767 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:28:23.073020 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:28:23.079990 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:23.187170 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.191396 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.205887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b8817826-a755-4591-b27a-8d07e3353ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:23.238435 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.251674 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91ea2d5b49444ce798f8c13095d39767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943088 May 11 16:28:23.251970 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 52774) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:23.262111 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8e080-676c-43ce-a0ce-dd9d8590e319,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:23.271152 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.271738 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.272148 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.272589 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.273343 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.273942 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.276077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.276077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.276077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.276077 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.278274 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.278274 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:23.282228 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:23.318502 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a00dee23-02b3-4597-bbb5-d4cd5fcf6e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.347053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a00dee23-02b3-4597-bbb5-d4cd5fcf6e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.408215 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a00dee23-02b3-4597-bbb5-d4cd5fcf6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.411905 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a8faacfd-b5d6-48e8-98e1-d667add0a2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:23.424903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dee23-02b3-4597-bbb5-d4cd5fcf6e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8e080-676c-43ce-a0ce-dd9d8590e319,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:23.428661 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a00dee23-02b3-4597-bbb5-d4cd5fcf6e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:23.434469 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a00dee23-02b3-4597-bbb5-d4cd5fcf6e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.435713 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a00dee23-02b3-4597-bbb5-d4cd5fcf6e79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3b8e080-676c-43ce-a0ce-dd9d8590e319 HTTP/1.1" status: 204 len: 168 time: 0.1854465 May 11 16:28:23.835146 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52782) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:23.854391 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.872657 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:23.877371 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Usage tracker for resource:security_group_rule and tenant:febc39d11dd04eeaa2dc5d672530790b is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:28:23.880957 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:28:23.889357 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:23.980316 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.984574 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:23.992395 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-909c9f0b-7dc6-4684-9e05-e8636e74ed54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:24.035264 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f86467b-a9ed-457f-abcb-55176da79374,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:24.039644 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=febc39d11dd04eeaa2dc5d672530790b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033195 May 11 16:28:24.041172 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-97b8b03a-14a1-49a1-a208-e9833953e62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:24.044428 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 52786) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:24.132749 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc73f-3944-4020-82d8-293b29ac8b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:24.162084 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc73f-3944-4020-82d8-293b29ac8b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:24.217462 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc73f-3944-4020-82d8-293b29ac8b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:24.221173 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a7a71947-b186-44e7-b886-80f1b6d7c771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:24.235267 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc73f-3944-4020-82d8-293b29ac8b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f86467b-a9ed-457f-abcb-55176da79374,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:24.238058 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8c1bc73f-3944-4020-82d8-293b29ac8b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:24.250330 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc73f-3944-4020-82d8-293b29ac8b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:24.251471 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-8c1bc73f-3944-4020-82d8-293b29ac8b33 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f86467b-a9ed-457f-abcb-55176da79374 HTTP/1.1" status: 204 len: 168 time: 0.2061193 May 11 16:28:25.432720 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:25.601176 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:28:26.855889 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:27.077784 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-9938019d-e9d9-45ce-b9ae-5076b1e4d353 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3ff8018cd7084990925160ddb2207a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300863 May 11 16:28:27.241471 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-3bbfc8f0-98f0-45dd-9a64-5f06a673c11b tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:27.243099 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-3bbfc8f0-98f0-45dd-9a64-5f06a673c11b tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596558 May 11 16:28:27.260421 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-05046e64-e78d-4b4e-8235-4ac455383eab tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/quotas/3ff8018cd7084990925160ddb2207a11 HTTP/1.1" status: 200 len: 375 time: 0.0102804 May 11 16:28:27.312607 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-b6ffd3b5-55d6-4a84-91aa-02d1d15a5249 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ff8018cd7084990925160ddb2207a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464132 May 11 16:28:27.608335 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e40f174d-c8c2-4f5f-b973-9b1d6bb440b8 req-b603fb1e-8952-405a-b7c5-31da22493983 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 210 time: 0.0496740 May 11 16:28:28.701097 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-14969d22-a958-44ce-a96f-bf0322372aa8 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=3ff8018cd7084990925160ddb2207a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487719 May 11 16:28:28.891402 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1d0e4084-679f-4e77-91a9-d157e85b0f69 req-db4fbfa1-c2ac-4579-be28-be5f2654c511 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 210 time: 0.0632730 May 11 16:28:28.972059 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-800a8756-b594-490c-a530-3bf862d9b468 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:28.973491 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-800a8756-b594-490c-a530-3bf862d9b468 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661951 May 11 16:28:28.987462 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Request body: {'port': {'device_id': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40', 'admin_state_up': True, 'tenant_id': '3ff8018cd7084990925160ddb2207a11'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:28:29.139004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:29.144666 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Usage tracker for resource:port and tenant:3ff8018cd7084990925160ddb2207a11 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:28:29.150100 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:28:29.157571 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:29.175320 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Made reservation on behalf of 3ff8018cd7084990925160ddb2207a11 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:28:29.181726 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:29.197265 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:29.213898 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:29.217893 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Usage tracker for resource:security_group_rule and tenant:3ff8018cd7084990925160ddb2207a11 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:28:29.220867 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:28:29.226850 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:29.335134 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:29.341065 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:29.344122 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c5fa431f-5768-4c00-b215-14ae7cab866c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:29.428515 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:29.434988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:29.547202 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Allocated IP 192.168.233.90 (13868bda-4de9-430e-b899-4e367a2a6a40/5a22eaa2-0cb7-4ae8-8bed-528190bdac30/23256767-fb3f-426f-a589-c86203b0ae11) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:28:29.807726 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:29.827858 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Transition to ACTIVE for port object 23256767-fb3f-426f-a589-c86203b0ae11 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:28:29.856197 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:29.866098 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-972eb992-7e80-4da7-a482-5e7ed0295f61 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:29.986231 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Network 13868bda-4de9-430e-b899-4e367a2a6a40 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:28:29.988375 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:28:29.996599 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:28:30.236603 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Pushing event updated for resources: {'Port': ['ID=23256767-fb3f-426f-a589-c86203b0ae11,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:30.241034 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:30.272711 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:30.273567 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:30.320287 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3377213 May 11 16:28:30.329815 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8327a1-fc37-4761-9cdf-000d40133b85 req-6f459df3-139d-451b-88bd-194b93110f2b tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:30.330534 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ba8327a1-fc37-4761-9cdf-000d40133b85 req-6f459df3-139d-451b-88bd-194b93110f2b tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Synchronizing usage tracker for tenant:3ff8018cd7084990925160ddb2207a11 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:30.339544 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Request body: {'port': {'device_id': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:28:30.352073 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-13f9a4ed-0b4e-4591-bb3f-079efde971fc None None] Provisioning for port 23256767-fb3f-426f-a589-c86203b0ae11 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:28:30.359188 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-13f9a4ed-0b4e-4591-bb3f-079efde971fc None None] Provisioning complete for port 23256767-fb3f-426f-a589-c86203b0ae11 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:30.359852 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-13f9a4ed-0b4e-4591-bb3f-079efde971fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:30.408768 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ba8327a1-fc37-4761-9cdf-000d40133b85 req-6f459df3-139d-451b-88bd-194b93110f2b tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Unset dirty status for tenant:3ff8018cd7084990925160ddb2207a11 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:30.409925 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ba8327a1-fc37-4761-9cdf-000d40133b85 req-6f459df3-139d-451b-88bd-194b93110f2b tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 935 time: 0.3475926 May 11 16:28:30.439348 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-13f9a4ed-0b4e-4591-bb3f-079efde971fc None None] Port 23256767-fb3f-426f-a589-c86203b0ae11 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:28:30.509438 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:30.528304 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ba8327a1-fc37-4761-9cdf-000d40133b85 req-fa59a3b9-18d5-4c0e-ac4b-c7b261407fb6 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Synchronizing usage tracker for tenant:3ff8018cd7084990925160ddb2207a11 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:30.605167 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ba8327a1-fc37-4761-9cdf-000d40133b85 req-fa59a3b9-18d5-4c0e-ac4b-c7b261407fb6 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Unset dirty status for tenant:3ff8018cd7084990925160ddb2207a11 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:30.606432 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ba8327a1-fc37-4761-9cdf-000d40133b85 req-fa59a3b9-18d5-4c0e-ac4b-c7b261407fb6 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617031 May 11 16:28:30.951379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23256767-fb3f-426f-a589-c86203b0ae11 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:28:30.969326 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:30.994975 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Transition to ACTIVE for port object 23256767-fb3f-426f-a589-c86203b0ae11 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:28:30.999048 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:31.003099 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-34854301-0e69-4013-9c68-dac9efe7b0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:31.164854 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Pushing event updated for resources: {'Port': ['ID=23256767-fb3f-426f-a589-c86203b0ae11,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:31.175165 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:31.267486 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Attempting to bind port 23256767-fb3f-426f-a589-c86203b0ae11 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:28:31.267855 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Attempting to bind port 23256767-fb3f-426f-a589-c86203b0ae11 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:28:31.268190 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Attempting to bind port 23256767-fb3f-426f-a589-c86203b0ae11 on network 13868bda-4de9-430e-b899-4e367a2a6a40 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:28:31.273083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Port 23256767-fb3f-426f-a589-c86203b0ae11 on network 13868bda-4de9-430e-b899-4e367a2a6a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:28:31.273405 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Attempting to bind port 23256767-fb3f-426f-a589-c86203b0ae11 on network 13868bda-4de9-430e-b899-4e367a2a6a40 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:28:31.279925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:28:31.280264 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Checking segment: {'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:28:31.280652 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Bound using segment: {'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:28:31.281077 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Bound port: 23256767-fb3f-426f-a589-c86203b0ae11, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c8da01-1cfe-4248-84d5-aaa4e5f29f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:28:31.281427 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:31.393983 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] For port 23256767-fb3f-426f-a589-c86203b0ae11, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:28:31.397683 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] For port 23256767-fb3f-426f-a589-c86203b0ae11, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=23256767-fb3f-426f-a589-c86203b0ae11,segment=NetworkSegment(15c8da01-1cfe-4248-84d5-aaa4e5f29f64),segment_id=15c8da01-1cfe-4248-84d5-aaa4e5f29f64)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:28:31.404994 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:31.410723 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:31.482743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:31.483811 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:31.486130 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] 10.222.0.87 "PUT /v2.0/ports/23256767-fb3f-426f-a589-c86203b0ae11 HTTP/1.1" status: 200 len: 1097 time: 1.1513350 May 11 16:28:31.486944 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'tag': '23256767-fb3f-426f-a589-c86203b0ae11'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:28:31.530780 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Pushing event updated for resources: {'Port': ['ID=23256767-fb3f-426f-a589-c86203b0ae11,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:31.534491 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:31.591520 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'tag': '23256767-fb3f-426f-a589-c86203b0ae11', 'status': 'completed', 'code': 200} May 11 16:28:31.650563 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-974ec9ce-8a6c-4a19-9d25-8e43b0030b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:31.652411 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-974ec9ce-8a6c-4a19-9d25-8e43b0030b93 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ff8018cd7084990925160ddb2207a11&device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 1100 time: 0.1103508 May 11 16:28:31.766829 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-856c365b-1278-4111-8b8c-791190e1fcb3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=23256767-fb3f-426f-a589-c86203b0ae11 HTTP/1.1" status: 200 len: 217 time: 0.0801764 May 11 16:28:31.858852 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-4561ed11-cbd1-460d-b364-b2a70d07b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:31.860312 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-4561ed11-cbd1-460d-b364-b2a70d07b795 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5a22eaa2-0cb7-4ae8-8bed-528190bdac30 HTTP/1.1" status: 200 len: 843 time: 0.0826387 May 11 16:28:31.948368 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-3df8e52f-5ef8-4b53-b50a-2025ffe7b7b2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2948472 May 11 16:28:32.021677 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb05ab-f4b9-4cfb-a977-a787cbcf6d2f req-77f6cf82-5fc9-4649-bd30-0ac4aa5758b1 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:32.023309 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f2fb05ab-f4b9-4cfb-a977-a787cbcf6d2f req-77f6cf82-5fc9-4649-bd30-0ac4aa5758b1 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 947 time: 0.1734054 May 11 16:28:32.096859 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c197-7212-497b-a593-f27f5104e159 req-6386c34a-98cc-4d47-9308-2664eb8212c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:32.098468 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-6386c34a-98cc-4d47-9308-2664eb8212c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=13868bda-4de9-430e-b899-4e367a2a6a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1946793 May 11 16:28:32.237613 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f2fb05ab-f4b9-4cfb-a977-a787cbcf6d2f req-2ada55a8-e778-432f-adcf-9a095f8a1e68 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027714 May 11 16:28:32.417509 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-eff3cf4c-7d4f-4b36-a61d-0cdc21e7862a service neutron] 10.222.0.87 "GET /v2.0/networks/13868bda-4de9-430e-b899-4e367a2a6a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113608 May 11 16:28:32.419752 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-1aad55c4-d760-4fb6-9ad7-7733e3f171e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:32.421535 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-1aad55c4-d760-4fb6-9ad7-7733e3f171e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1098 time: 0.3871942 May 11 16:28:32.704715 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-87e6c197-7212-497b-a593-f27f5104e159 req-6dd419af-ede6-45b5-9d5b-d38497102e1d service neutron] 10.222.0.87 "GET /v2.0/networks/13868bda-4de9-430e-b899-4e367a2a6a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767823 May 11 16:28:32.715108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-6667fa7f-cbc5-4111-bf2a-fb589e93848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:32.717037 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-6667fa7f-cbc5-4111-bf2a-fb589e93848c service neutron] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 909 time: 0.2627017 May 11 16:28:32.889141 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-446feb02-b06c-419b-a81d-5fa91cb9d617 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 1000 time: 0.1650164 May 11 16:28:32.954008 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd979-07af-4c3e-982e-829fde169a87 req-004ce8e1-ab77-470c-ae4f-574baa7e9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:32.955490 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-203dd979-07af-4c3e-982e-829fde169a87 req-004ce8e1-ab77-470c-ae4f-574baa7e9ed3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ff8018cd7084990925160ddb2207a11&device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 1100 time: 0.1773074 May 11 16:28:32.998280 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-7852314b-c1ae-40e2-97e3-270215b4e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:32.999758 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-7852314b-c1ae-40e2-97e3-270215b4e33f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.1013362 May 11 16:28:33.159508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd979-07af-4c3e-982e-829fde169a87 req-05b3c577-fc86-44cc-864f-ced7eafa04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:33.160764 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-203dd979-07af-4c3e-982e-829fde169a87 req-05b3c577-fc86-44cc-864f-ced7eafa04f7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=13868bda-4de9-430e-b899-4e367a2a6a40 HTTP/1.1" status: 200 len: 870 time: 0.1981533 May 11 16:28:33.233496 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-e4289e4d-b951-4033-a0bd-2be49b2dd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:33.234996 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-e4289e4d-b951-4033-a0bd-2be49b2dd5ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1905990 May 11 16:28:33.261461 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-203dd979-07af-4c3e-982e-829fde169a87 req-3ed73449-728f-4db9-a000-7ae8c478c6ee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=23256767-fb3f-426f-a589-c86203b0ae11 HTTP/1.1" status: 200 len: 217 time: 0.0909410 May 11 16:28:33.443186 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd979-07af-4c3e-982e-829fde169a87 req-ea0795e9-7c59-4f2c-b474-01de86a308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:33.444589 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-203dd979-07af-4c3e-982e-829fde169a87 req-ea0795e9-7c59-4f2c-b474-01de86a308e7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5a22eaa2-0cb7-4ae8-8bed-528190bdac30 HTTP/1.1" status: 200 len: 843 time: 0.1037276 May 11 16:28:33.507093 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-6f5d2e05-8725-4408-a69e-77b33322e412 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644787 May 11 16:28:33.542907 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a82c-c857-49a4-95ae-cc6f93793155 req-6e70f0fe-7a7d-4df4-8b99-f32878124c1e tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:33.544648 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-37b0a82c-c857-49a4-95ae-cc6f93793155 req-6e70f0fe-7a7d-4df4-8b99-f32878124c1e tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 947 time: 0.1336691 May 11 16:28:33.597736 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-37b0a82c-c857-49a4-95ae-cc6f93793155 req-63ef1bf3-ef1d-4c6d-8e4d-c2ac665483c1 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 May 11 16:28:33.661798 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd979-07af-4c3e-982e-829fde169a87 req-385eca6e-a748-40db-b872-b6a8e2e55b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:33.663305 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-203dd979-07af-4c3e-982e-829fde169a87 req-385eca6e-a748-40db-b872-b6a8e2e55b4b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=13868bda-4de9-430e-b899-4e367a2a6a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2060874 May 11 16:28:33.757840 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-63e00fb7-f644-4495-8d17-b67f8bbcbbe9 req-7f9feb34-6a5e-43ff-bc8c-c4d17ecb25be service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432423 May 11 16:28:33.838197 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-203dd979-07af-4c3e-982e-829fde169a87 req-cb3b66b7-83ab-45e2-9033-95b70f824d78 service neutron] 10.222.0.87 "GET /v2.0/networks/13868bda-4de9-430e-b899-4e367a2a6a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663270 May 11 16:28:33.987732 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-203dd979-07af-4c3e-982e-829fde169a87 req-72c247ec-0d3b-427d-9275-9779d9093d7c service neutron] 10.222.0.87 "GET /v2.0/networks/13868bda-4de9-430e-b899-4e367a2a6a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411703 May 11 16:28:34.948142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bc276-1baa-4b08-8deb-e051dcd490c4 req-6db518fa-46fb-482e-8e67-2d06cd0df5ce tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:34.949737 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0e8bc276-1baa-4b08-8deb-e051dcd490c4 req-6db518fa-46fb-482e-8e67-2d06cd0df5ce tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 947 time: 0.2207618 May 11 16:28:34.999626 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0e8bc276-1baa-4b08-8deb-e051dcd490c4 req-57818059-66c0-454e-8ae4-050977b0ba75 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 May 11 16:28:36.197528 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07400b6-5028-4c26-97a6-58f71693fa16 req-f72fd6b7-3508-42b4-8d13-e5ca326ef2b0 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:36.199080 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a07400b6-5028-4c26-97a6-58f71693fa16 req-f72fd6b7-3508-42b4-8d13-e5ca326ef2b0 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 947 time: 0.0850821 May 11 16:28:36.264366 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a07400b6-5028-4c26-97a6-58f71693fa16 req-07620f75-ee78-4a0c-a149-a7c2939109ae tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585084 May 11 16:28:36.766417 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 23256767-fb3f-426f-a589-c86203b0ae11 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:28:37.037954 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 23256767-fb3f-426f-a589-c86203b0ae11, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=23256767-fb3f-426f-a589-c86203b0ae11,segment=NetworkSegment(15c8da01-1cfe-4248-84d5-aaa4e5f29f64),segment_id=15c8da01-1cfe-4248-84d5-aaa4e5f29f64)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:37.053842 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '23256767-fb3f-426f-a589-c86203b0ae11', 'network_id': '13868bda-4de9-430e-b899-4e367a2a6a40', 'port_id': '23256767-fb3f-426f-a589-c86203b0ae11', 'mac_address': 'fa:16:3e:3e:ef:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a22eaa2-0cb7-4ae8-8bed-528190bdac30', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:28:37.119159 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:37.137388 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23256767-fb3f-426f-a589-c86203b0ae11 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:28:37.153863 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 23256767-fb3f-426f-a589-c86203b0ae11, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=23256767-fb3f-426f-a589-c86203b0ae11,segment=NetworkSegment(15c8da01-1cfe-4248-84d5-aaa4e5f29f64),segment_id=15c8da01-1cfe-4248-84d5-aaa4e5f29f64)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:37.158444 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:37.161472 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:37.231167 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=23256767-fb3f-426f-a589-c86203b0ae11,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:37.234397 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:37.439310 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['23256767-fb3f-426f-a589-c86203b0ae11'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:28:37.496724 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8838-0169-4ce5-a9e9-943f19a478ff req-4bf4cd5f-416c-4b89-86b3-dc57156f09e3 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:37.499166 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4dc8838-0169-4ce5-a9e9-943f19a478ff req-4bf4cd5f-416c-4b89-86b3-dc57156f09e3 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 948 time: 0.1142924 May 11 16:28:37.550429 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c4dc8838-0169-4ce5-a9e9-943f19a478ff req-819fa963-1d7f-4b1c-a0cc-c3a5b8358e1d tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 May 11 16:28:38.770902 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6056a-c0b0-4791-9c23-6012c0b86bbb req-26067199-6da2-4a75-9e60-5c819118cc70 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:38.772549 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-91c6056a-c0b0-4791-9c23-6012c0b86bbb req-26067199-6da2-4a75-9e60-5c819118cc70 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 948 time: 0.0951464 May 11 16:28:38.780050 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 23256767-fb3f-426f-a589-c86203b0ae11 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:28:38.829131 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-91c6056a-c0b0-4791-9c23-6012c0b86bbb req-f7484d16-1758-45a4-9724-fa59a5bf33e3 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 May 11 16:28:38.870884 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 23256767-fb3f-426f-a589-c86203b0ae11 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:28:38.876659 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 23256767-fb3f-426f-a589-c86203b0ae11 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:38.877197 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:39.034665 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:39.073833 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23256767-fb3f-426f-a589-c86203b0ae11'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:28:39.085678 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 23256767-fb3f-426f-a589-c86203b0ae11, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=23256767-fb3f-426f-a589-c86203b0ae11,segment=NetworkSegment(15c8da01-1cfe-4248-84d5-aaa4e5f29f64),segment_id=15c8da01-1cfe-4248-84d5-aaa4e5f29f64)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:39.092277 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:39.095333 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:39.153616 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23256767-fb3f-426f-a589-c86203b0ae11', 'code': 200} May 11 16:28:39.204272 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=23256767-fb3f-426f-a589-c86203b0ae11,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:39.207753 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:39.451178 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8884798-9327-4b44-b2ff-08e88294d29f req-80a7e88b-1cd4-4079-b8aa-ead33086f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:39.452640 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d8884798-9327-4b44-b2ff-08e88294d29f req-80a7e88b-1cd4-4079-b8aa-ead33086f793 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 1102 time: 0.1158330 May 11 16:28:39.511222 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d8884798-9327-4b44-b2ff-08e88294d29f req-2d8c1f17-c5e4-4cbd-8aba-997d2db84fd2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 May 11 16:28:40.048955 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1377d-3a74-4b43-943b-fe2fa571e819 req-3088039e-a2e4-4b5a-ae42-128a96b5f6d8 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:40.051613 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-63e1377d-3a74-4b43-943b-fe2fa571e819 req-3088039e-a2e4-4b5a-ae42-128a96b5f6d8 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 949 time: 0.0972605 May 11 16:28:40.108231 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-63e1377d-3a74-4b43-943b-fe2fa571e819 req-e603fe74-9993-47a0-957e-b141ee19b7cc tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500793 May 11 16:28:41.413191 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ebb48-f582-4d54-a832-c5d162c59958 req-d55456e3-0dbb-4747-872a-2f6c53ce2d7d tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:41.414691 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e74ebb48-f582-4d54-a832-c5d162c59958 req-d55456e3-0dbb-4747-872a-2f6c53ce2d7d tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 949 time: 0.1488190 May 11 16:28:41.477182 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e74ebb48-f582-4d54-a832-c5d162c59958 req-5d60adec-f1ed-40e4-99b7-65a93cfdc20b tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556390 May 11 16:28:42.045962 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b48958-0602-43c0-8871-45d427bd8322 req-49d46065-e665-416f-8b23-b45e9df74a1d tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:42.047896 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d4b48958-0602-43c0-8871-45d427bd8322 req-49d46065-e665-416f-8b23-b45e9df74a1d tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 949 time: 0.1067090 May 11 16:28:42.108799 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-d4b48958-0602-43c0-8871-45d427bd8322 req-a2feecb7-0112-4167-93b0-e44dd0ee7c06 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544965 May 11 16:28:43.308602 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61703da9-d367-4521-a327-9b676260d442 req-637d14b4-8fa8-4025-b27f-99e4cf51d283 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:43.310118 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-61703da9-d367-4521-a327-9b676260d442 req-637d14b4-8fa8-4025-b27f-99e4cf51d283 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 949 time: 0.0888383 May 11 16:28:43.360597 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-61703da9-d367-4521-a327-9b676260d442 req-834c6f4b-4f65-4cfd-98a2-3dbf466b2a0d tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 May 11 16:28:43.528450 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-a152c1ed-438a-4c17-9c79-b5d4f38e51f2 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:43.530015 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-a152c1ed-438a-4c17-9c79-b5d4f38e51f2 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 949 time: 0.0924792 May 11 16:28:43.701645 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Deleting port 23256767-fb3f-426f-a589-c86203b0ae11 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:28:43.702044 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:43.869926 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] For port 23256767-fb3f-426f-a589-c86203b0ae11, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=23256767-fb3f-426f-a589-c86203b0ae11,segment=NetworkSegment(15c8da01-1cfe-4248-84d5-aaa4e5f29f64),segment_id=15c8da01-1cfe-4248-84d5-aaa4e5f29f64)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:43.870375 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:44.007921 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Calling delete_port for 23256767-fb3f-426f-a589-c86203b0ae11 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:28:44.152738 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:44.160282 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8f1bfa30-af5f-4b22-82df-f62b573a176d tempest-AttachVolumeShelveTestJSON-1651853856 tempest-AttachVolumeShelveTestJSON-1651853856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:44.166402 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['23256767-fb3f-426f-a589-c86203b0ae11'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:28:44.222428 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Pushing event deleted for resources: {'Port': ['ID=23256767-fb3f-426f-a589-c86203b0ae11,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:44.273925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.274749 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.275806 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.276533 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.276819 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.277037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.277328 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.277686 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.278045 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.278410 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.278760 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.279103 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:44.282943 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:44.325310 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] No DVR routers for this DVR port 23256767-fb3f-426f-a589-c86203b0ae11 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:28:44.327666 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:44.332090 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'name': 'network-vif-deleted', 'tag': '23256767-fb3f-426f-a589-c86203b0ae11'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:28:44.353836 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f774adb0-a45e-44cf-888d-055a9cf6a90c req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.87 "DELETE /v2.0/ports/23256767-fb3f-426f-a589-c86203b0ae11 HTTP/1.1" status: 204 len: 173 time: 0.8154252 May 11 16:28:44.411561 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79f1cc-b4f2-4026-98f7-66f2ce43a055', 'name': 'network-vif-deleted', 'tag': '23256767-fb3f-426f-a589-c86203b0ae11', 'status': 'completed', 'code': 200} May 11 16:28:44.604472 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-5147fbb2-ea68-4835-bc79-8c8fba050e9f req-087aabd9-d76e-46da-bb0e-04d11dc946c8 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f79f1cc-b4f2-4026-98f7-66f2ce43a055 HTTP/1.1" status: 200 len: 210 time: 0.0610557 May 11 16:28:46.690340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ece675-a13d-43e5-8063-e4daf95ac90a req-005fe19a-2b08-4444-91d9-9b4dede3a4ee tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:46.691663 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-25ece675-a13d-43e5-8063-e4daf95ac90a req-005fe19a-2b08-4444-91d9-9b4dede3a4ee tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 945 time: 0.1065173 May 11 16:28:46.745857 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-25ece675-a13d-43e5-8063-e4daf95ac90a req-e6455f34-ef28-4fca-b0e1-e9518de2653c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 May 11 16:28:47.359840 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-64d7275f-277e-4a08-9a65-a0106ce7134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:47.985265 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b9781-5561-4202-8ad0-0375178edf68 req-0f0a0398-3468-48bd-9824-c26a3f2e2d60 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:47.987686 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f60b9781-5561-4202-8ad0-0375178edf68 req-0f0a0398-3468-48bd-9824-c26a3f2e2d60 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 945 time: 0.1108918 May 11 16:28:48.049405 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f60b9781-5561-4202-8ad0-0375178edf68 req-e2a3de31-aa72-4905-baf9-e5e598b97d30 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552325 May 11 16:28:48.335165 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c49ee8-2919-49ee-b23c-562e56ab99d4 req-61fc5410-a7ff-40e9-a073-05a9a96270bb tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:48.337019 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f9c49ee8-2919-49ee-b23c-562e56ab99d4 req-61fc5410-a7ff-40e9-a073-05a9a96270bb tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 945 time: 0.1054983 May 11 16:28:48.366405 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-c1d4833b-445d-4a56-8e81-277880753585 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:48.370654 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-c1d4833b-445d-4a56-8e81-277880753585 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 945 time: 0.1211975 May 11 16:28:48.394898 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-f9c49ee8-2919-49ee-b23c-562e56ab99d4 req-c2848092-1766-4536-8443-2a0a86b4947e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498433 May 11 16:28:48.543042 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Deleting port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:28:48.543383 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:48.697167 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] For port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:48.697710 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:48.782749 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 23256767-fb3f-426f-a589-c86203b0ae11 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:28:48.821746 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 23256767-fb3f-426f-a589-c86203b0ae11 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:28:48.821746 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 23256767-fb3f-426f-a589-c86203b0ae11 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:28:49.189531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:49.189900 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:49.190216 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Floating IP d940f575-4d1f-4622-98a1-64c4a1b2e309 disassociated. External IP: 172.27.2.161, port: 2c15f4f0-6163-4a6f-82e6-403bd0496e6f. May 11 16:28:49.190565 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Calling delete_port for 2c15f4f0-6163-4a6f-82e6-403bd0496e6f owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:28:49.374889 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:49.387579 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5049a612-2362-47a6-a894-c6593637f4b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:49.440881 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event deleted for resources: {'Port': ['ID=2c15f4f0-6163-4a6f-82e6-403bd0496e6f,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:49.452998 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:49.460881 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2562c6-f0c2-46df-9b1a-0eb69f80439b req-38e20c30-abe1-4e92-916d-ed055f2090d9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:49.462513 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0b2562c6-f0c2-46df-9b1a-0eb69f80439b req-38e20c30-abe1-4e92-916d-ed055f2090d9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 867 time: 0.2225492 May 11 16:28:49.641765 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c35e4a-74e9-49ed-9ba6-770a259d38f6 req-798d9578-0a1b-4003-81c8-c7da4b7e05a7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:49.643555 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-93c35e4a-74e9-49ed-9ba6-770a259d38f6 req-798d9578-0a1b-4003-81c8-c7da4b7e05a7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 945 time: 0.1231394 May 11 16:28:49.720504 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-93c35e4a-74e9-49ed-9ba6-770a259d38f6 req-127f5bdc-5e82-4f3d-84c3-780b35eeec6f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688028 May 11 16:28:49.728397 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0b2562c6-f0c2-46df-9b1a-0eb69f80439b req-b78e4d04-6f83-4cae-afb0-96ff07113814 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9213e91-4e37-498c-ab76-d15f0df3dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595241 May 11 16:28:49.794485 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:28:49.933586 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-2de6f091-b9a0-464f-a2a8-7d34b1e8962e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:49.935107 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-2de6f091-b9a0-464f-a2a8-7d34b1e8962e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 945 time: 0.2874479 May 11 16:28:50.164181 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:28:50.183232 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] Sync routers for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:28:50.193677 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:28:50.194326 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:50.249011 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] No DVR routers for this DVR port 2c15f4f0-6163-4a6f-82e6-403bd0496e6f on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:28:50.253032 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:50.255700 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'name': 'network-vif-deleted', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:28:50.284017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Deleting port b2bec955-2c6d-47e9-8f26-ed765793c74e {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:28:50.284428 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:50.317625 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b93b21ba-79d0-407b-910a-82e2ca52e6d2 req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.87 "DELETE /v2.0/ports/2c15f4f0-6163-4a6f-82e6-403bd0496e6f HTTP/1.1" status: 204 len: 173 time: 1.9361734 May 11 16:28:50.374190 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f', 'name': 'network-vif-deleted', 'tag': '2c15f4f0-6163-4a6f-82e6-403bd0496e6f', 'status': 'completed', 'code': 200} May 11 16:28:50.412010 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:28:50.516301 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] For port b2bec955-2c6d-47e9-8f26-ed765793c74e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b2bec955-2c6d-47e9-8f26-ed765793c74e,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:50.517049 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:50.604120 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:50.929275 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:50.937060 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] Checking router: 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:28:50.948701 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:28:50.951435 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:51.016504 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d769863-a4c0-40e9-b5ee-578290f5807d req-8129e4d5-ce26-4876-b01c-a10226034089 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:51.018818 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1d769863-a4c0-40e9-b5ee-578290f5807d req-8129e4d5-ce26-4876-b01c-a10226034089 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 945 time: 0.1280704 May 11 16:28:51.107599 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1d769863-a4c0-40e9-b5ee-578290f5807d req-c2741596-d8f5-4aef-9573-dd23df7c414c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818961 May 11 16:28:51.219288 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac4bd-5289-4b1b-9f80-9c63f98970c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:51.268461 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:28:51.277708 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-de4f17c3-9806-4819-99d1-64cf13c092ab req-55e4148e-8af7-4033-aa24-6127f75f9c71 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Synchronizing usage tracker for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:51.285770 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:51.286481 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:51.286990 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.l3_db [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Floating IP 15b0dab5-cc0a-4443-aeb8-a533b04e30e3 disassociated. External IP: 172.27.2.217, port: b2bec955-2c6d-47e9-8f26-ed765793c74e. May 11 16:28:51.287572 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Calling delete_port for b2bec955-2c6d-47e9-8f26-ed765793c74e owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:28:51.304659 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53226) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:51.553097 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-de4f17c3-9806-4819-99d1-64cf13c092ab req-55e4148e-8af7-4033-aa24-6127f75f9c71 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Unset dirty status for tenant:a7725dc6d22c42f49d7d74400ec7e8b7 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:51.556009 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-de4f17c3-9806-4819-99d1-64cf13c092ab req-55e4148e-8af7-4033-aa24-6127f75f9c71 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f5fc22-b5a5-4b3c-8aff-e3e7235fa88f HTTP/1.1" status: 200 len: 210 time: 0.3929627 May 11 16:28:51.563616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53232) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:51.564393 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-c1f7aab6-2306-44dc-8077-4c8e193ba4e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ff8018cd7084990925160ddb2207a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570539 May 11 16:28:51.712851 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:51.717843 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c5416-b660-4f1c-9329-1e21b449930c None None] The sync data for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi is: [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:23:41Z', 'revision_number': 4, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'e70521ab-1657-4908-ac99-d5efe1bd07f0', 'name': '', 'network_id': 'ee6a4206-7497-4915-8518-e919b025bed3', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'mac_address': 'fa:16:3e:3e:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:39Z', 'updated_at': '2021-05-11T16:23:49Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'subnets': [{'id': '3e7d50df-be0a-4509-858c-ab813bd7e048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:28:51.770661 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:51.788446 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:51.872456 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:51.895920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event deleted for resources: {'Port': ['ID=b2bec955-2c6d-47e9-8f26-ed765793c74e,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:51.900961 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:52.006875 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe3cab-7a1c-41f2-b821-38c1a8094ac4 None None] New status for floating IP d940f575-4d1f-4622-98a1-64c4a1b2e309: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:28:52.068399 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:52.176890 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:28:52.337150 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:52.348988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-89da3b2f-1786-461e-9ce5-a22f63342b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:52.383029 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b49cbb2-c8d4-4b01-822d-2e6526fd8fea,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:52.390738 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:52.442529 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fa732502-1760-4c12-abda-8ab9d35ce9b1 req-4cb63684-a662-4d8d-ac6d-ec3ef9b05fbe tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.1762376 May 11 16:28:52.444225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:52.448717 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b49cbb2-c8d4-4b01-822d-2e6526fd8fea HTTP/1.1" status: 204 len: 168 time: 0.8832107 May 11 16:28:52.471176 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:28:52.486602 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:28:52.503668 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:28:52.505252 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:52.575956 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] No DVR routers for this DVR port b2bec955-2c6d-47e9-8f26-ed765793c74e on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:28:52.575956 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:52.575956 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-39680b8a-9805-4847-b1d9-4b3e788b79e2 req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "DELETE /v2.0/ports/b2bec955-2c6d-47e9-8f26-ed765793c74e HTTP/1.1" status: 204 len: 173 time: 2.6327107 May 11 16:28:52.575956 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'name': 'network-vif-deleted', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:28:52.631645 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2c4139-033a-416e-8230-17bbd59fe89f', 'name': 'network-vif-deleted', 'tag': 'b2bec955-2c6d-47e9-8f26-ed765793c74e', 'status': 'completed', 'code': 200} May 11 16:28:52.747276 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53246) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:52.773155 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:28:52.808693 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 2c15f4f0-6163-4a6f-82e6-403bd0496e6f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:28:52.866968 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6b94ce8-2f7a-4c91-94f5-923c6b4fd4d2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:52.885664 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 2c15f4f0-6163-4a6f-82e6-403bd0496e6f {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:28:52.886609 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 2c15f4f0-6163-4a6f-82e6-403bd0496e6f not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:28:52.924698 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6b94ce8-2f7a-4c91-94f5-923c6b4fd4d2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:52.994989 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6b94ce8-2f7a-4c91-94f5-923c6b4fd4d2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:53.011405 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e968cbc9-58ed-4489-80dc-654950d579af tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:53.029029 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94ce8-2f7a-4c91-94f5-923c6b4fd4d2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9213e91-4e37-498c-ab76-d15f0df3dba9,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:53.031150 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b6b94ce8-2f7a-4c91-94f5-923c6b4fd4d2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:53.032303 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-b6b94ce8-2f7a-4c91-94f5-923c6b4fd4d2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "DELETE /v2.0/security-groups/d9213e91-4e37-498c-ab76-d15f0df3dba9 HTTP/1.1" status: 204 len: 168 time: 0.2840898 May 11 16:28:53.033262 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b6b94ce8-2f7a-4c91-94f5-923c6b4fd4d2 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:53.036979 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53250) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:53.061963 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.api.v2.resource [None req-d22741f1-35be-49c6-a29c-b4f1e968bc60 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] show failed (client error): The resource could not be found. May 11 16:28:53.063313 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-d22741f1-35be-49c6-a29c-b4f1e968bc60 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "GET /v2.0/security-groups/d9213e91-4e37-498c-ab76-d15f0df3dba9 HTTP/1.1" status: 404 len: 347 time: 0.0250361 May 11 16:28:53.067031 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53254) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:53.244214 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:53.244880 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:53.252069 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:28:53.268537 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:28:53.269634 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:53.399519 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Deleting port 20eb386a-1712-4633-b84d-b2ca28d16b14 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:28:53.400316 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:53.574507 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:28:53.587698 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:53.588573 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:53.764646 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e81a4d6b-d007-4e9d-9a9e-ba970da80ca2 req-cbee7562-9bd2-4659-adfd-7a7309dec4e2 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2c4139-033a-416e-8230-17bbd59fe89f HTTP/1.1" status: 200 len: 210 time: 0.0591002 May 11 16:28:53.778119 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Calling delete_port for 20eb386a-1712-4633-b84d-b2ca28d16b14 owned by network:floatingip {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:28:54.004336 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:54.009301 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b35cf-4f1c-40f3-94be-9b8fcdb704f5 None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:28:54.124047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:54.130234 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:54.178212 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Pushing event deleted for resources: {'Port': ['ID=20eb386a-1712-4633-b84d-b2ca28d16b14,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:54.182153 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:54.263286 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3c5b5-712b-416b-83e2-4e9aff215bd6 None None] New status for floating IP 15b0dab5-cc0a-4443-aeb8-a533b04e30e3: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:28:54.284766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks [] for floatingip, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:54.309531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:54.310690 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] 10.222.0.73 "DELETE /v2.0/floatingips/d940f575-4d1f-4622-98a1-64c4a1b2e309 HTTP/1.1" status: 204 len: 168 time: 1.2424712 May 11 16:28:54.798024 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device b2bec955-2c6d-47e9-8f26-ed765793c74e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:28:54.848860 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: b2bec955-2c6d-47e9-8f26-ed765793c74e {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:28:54.849356 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device b2bec955-2c6d-47e9-8f26-ed765793c74e not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:28:55.186834 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-f89b2384-4a45-4779-a49a-c4a4cd37c95e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212534972&fields=id&tenant_id=86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 267 time: 0.0441756 May 11 16:28:55.351653 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-9de7f001-ae2a-4d4e-b956-972b0d5dcb62 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:55.352984 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-9de7f001-ae2a-4d4e-b956-972b0d5dcb62 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:network {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:55.377830 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-9de7f001-ae2a-4d4e-b956-972b0d5dcb62 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:network {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:55.379916 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-9de7f001-ae2a-4d4e-b956-972b0d5dcb62 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 812 time: 0.1858621 May 11 16:28:55.407264 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-382443a3-5446-4b9c-ad9d-70b0d07c5ba0 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/quotas/86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 375 time: 0.0180655 May 11 16:28:55.436082 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:55.547194 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-6380562e-8c5a-4367-a44f-2f0f2e1044dc tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274996 May 11 16:28:55.735742 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-851e8cf7-5395-48b0-a81d-09a39df2e083 service neutron] 10.222.0.73 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751835 May 11 16:28:55.896339 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-686e2d4b-1b10-4f8a-8bb1-fb5096ad1b8c service neutron] 10.222.0.73 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544566 May 11 16:28:56.373281 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ad464411-4369-47ad-92e1-6a9bacdfb668 req-4cda212e-ec07-40eb-a218-a2dcbce9ab19 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:56.392599 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-ad464411-4369-47ad-92e1-6a9bacdfb668 req-4cda212e-ec07-40eb-a218-a2dcbce9ab19 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:56.393869 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ad464411-4369-47ad-92e1-6a9bacdfb668 req-4cda212e-ec07-40eb-a218-a2dcbce9ab19 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 210 time: 0.0813122 May 11 16:28:56.854673 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:57.569940 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-211b981c-fece-476a-b551-bb5ecf3c854e req-de6bc52b-3e75-4b1f-bf93-071b08c0c2a1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 210 time: 0.0477648 May 11 16:28:57.597704 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-7ab1b4e9-c643-4301-8695-ce14722c504b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:57.599254 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-7ab1b4e9-c643-4301-8695-ce14722c504b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 812 time: 0.2168171 May 11 16:28:57.662844 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-e40cbc9b-e232-4d02-9125-b841c16120a6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 379 time: 0.0546408 May 11 16:28:57.673302 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'port': {'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'admin_state_up': True, 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'security_groups': ['74a87273-e67c-46e8-807a-5bcf3c1d71c7']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:28:57.861915 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:57.872689 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:57.884737 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Made reservation on behalf of 86e19944b3f04b55830a20e3c4b13d39 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:28:57.888256 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:58.075943 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Allocated IP 172.20.0.3 (5240c12a-3427-40e2-ba97-474321e63de8/316e3019-f5ea-4f5d-bc03-88a65d399f54/e912f87e-31c1-47d3-a92e-6965825e5982) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:28:58.315653 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:58.340774 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Transition to ACTIVE for port object e912f87e-31c1-47d3-a92e-6965825e5982 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:28:58.371278 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:58.379893 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:58.447792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Network 5240c12a-3427-40e2-ba97-474321e63de8 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:28:58.451023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:28:58.453707 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:28:58.516976 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=e912f87e-31c1-47d3-a92e-6965825e5982,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:58.521284 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:58.563286 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53312) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:58.568775 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:58.569690 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:58.614467 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9458394 May 11 16:28:58.629957 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Request body: {'port': {'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:28:58.730523 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9b04e290-7f86-4b57-9cbb-700730d21978 None None] Provisioning for port e912f87e-31c1-47d3-a92e-6965825e5982 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:28:58.741846 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9b04e290-7f86-4b57-9cbb-700730d21978 None None] Provisioning complete for port e912f87e-31c1-47d3-a92e-6965825e5982 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:58.742436 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9b04e290-7f86-4b57-9cbb-700730d21978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:58.812027 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:58.826836 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-9b04e290-7f86-4b57-9cbb-700730d21978 None None] Port e912f87e-31c1-47d3-a92e-6965825e5982 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:28:58.926080 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80747f4-96cc-4ed5-a720-3e67fb3ebdd7 req-80d764d5-d506-4798-ab13-9ff86c02bb5c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:58.926763 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c80747f4-96cc-4ed5-a720-3e67fb3ebdd7 req-80d764d5-d506-4798-ab13-9ff86c02bb5c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:59.000186 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c80747f4-96cc-4ed5-a720-3e67fb3ebdd7 req-80d764d5-d506-4798-ab13-9ff86c02bb5c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:59.001347 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c80747f4-96cc-4ed5-a720-3e67fb3ebdd7 req-80d764d5-d506-4798-ab13-9ff86c02bb5c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 931 time: 0.2992232 May 11 16:28:59.135964 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c80747f4-96cc-4ed5-a720-3e67fb3ebdd7 req-5a38d4fa-0e24-457a-b2ec-09852aea3178 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231227 May 11 16:28:59.260789 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e912f87e-31c1-47d3-a92e-6965825e5982 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:28:59.269493 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:59.285758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Transition to ACTIVE for port object e912f87e-31c1-47d3-a92e-6965825e5982 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:28:59.290216 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:59.294532 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-92957d23-a2b6-4e0c-864a-e87f51494cb5 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:59.572876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Pushing event updated for resources: {'Port': ['ID=e912f87e-31c1-47d3-a92e-6965825e5982,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:59.580526 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:59.656170 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Attempting to bind port e912f87e-31c1-47d3-a92e-6965825e5982 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:28:59.656876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Attempting to bind port e912f87e-31c1-47d3-a92e-6965825e5982 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:28:59.656876 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Attempting to bind port e912f87e-31c1-47d3-a92e-6965825e5982 on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:28:59.658650 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:59.662545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Port e912f87e-31c1-47d3-a92e-6965825e5982 on network 5240c12a-3427-40e2-ba97-474321e63de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:28:59.662878 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Attempting to bind port e912f87e-31c1-47d3-a92e-6965825e5982 on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:28:59.669534 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:28:59.669862 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Checking segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:28:59.670236 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Bound using segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:28:59.670671 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Bound port: e912f87e-31c1-47d3-a92e-6965825e5982, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:28:59.671010 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:59.803848 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] For port e912f87e-31c1-47d3-a92e-6965825e5982, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:28:59.811952 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] For port e912f87e-31c1-47d3-a92e-6965825e5982, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e912f87e-31c1-47d3-a92e-6965825e5982,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:28:59.815576 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:59.823450 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6da7f34e-c2af-47ba-b73e-2844b4ee7cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:59.925554 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:59.926082 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:59.927665 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] 10.222.0.87 "PUT /v2.0/ports/e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 200 len: 1093 time: 1.3047471 May 11 16:28:59.928361 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:00.022090 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'status': 'completed', 'code': 200} May 11 16:29:00.035929 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Pushing event updated for resources: {'Port': ['ID=e912f87e-31c1-47d3-a92e-6965825e5982,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:00.040494 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:00.074831 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-e23111aa-9fa9-4695-b01b-1da85614b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:00.076359 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-e23111aa-9fa9-4695-b01b-1da85614b364 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1096 time: 0.1008034 May 11 16:29:00.158239 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-ab4da82f-4798-4d7e-9fbf-aec98d42699e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 200 len: 217 time: 0.0734611 May 11 16:29:00.240254 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-0b0c9180-f7ba-4f28-b399-af3c8554803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:00.242127 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-0b0c9180-f7ba-4f28-b399-af3c8554803d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0762856 May 11 16:29:00.369524 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Deleting port e70521ab-1657-4908-ac99-d5efe1bd07f0 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:00.370029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:00.405303 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-c52d4cc9-9aad-42a0-b3d9-85733a0e5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:00.406796 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-c52d4cc9-9aad-42a0-b3d9-85733a0e5d6e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1560502 May 11 16:29:00.450381 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d7f38-df46-4616-af2f-9e2462cae685 req-1b7cf8a0-2383-4961-8767-84b965ddacd5 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:00.451917 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a08d7f38-df46-4616-af2f-9e2462cae685 req-1b7cf8a0-2383-4961-8767-84b965ddacd5 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 943 time: 0.1327019 May 11 16:29:00.538087 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] For port e70521ab-1657-4908-ac99-d5efe1bd07f0, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=e70521ab-1657-4908-ac99-d5efe1bd07f0,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:00.538705 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:00.578205 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a08d7f38-df46-4616-af2f-9e2462cae685 req-3a4c0d2b-ae7c-490f-8c15-89968e84a391 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752962 May 11 16:29:00.605186 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-7212b6ae-8ef3-4d5d-8728-380d8f7a21ab service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867015 May 11 16:29:00.752385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Calling delete_port for e70521ab-1657-4908-ac99-d5efe1bd07f0 owned by network:router_interface {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:00.782008 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-556cf05a-43d6-473e-84ae-9509eb39ef6c req-a3150d38-d7ba-4d36-aed4-eb908cb7e026 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691828 May 11 16:29:00.959159 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:00.962340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-99edfac3-2f8f-4ec7-b81d-35c6ec0eeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:00.964413 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-99edfac3-2f8f-4ec7-b81d-35c6ec0eeba8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1096 time: 0.1242254 May 11 16:29:00.965289 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b80a47d2-9c83-4c9f-80a6-af998c3034bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:01.042325 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Pushing event deleted for resources: {'Port': ['ID=e70521ab-1657-4908-ac99-d5efe1bd07f0,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:01.047979 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:01.173827 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-cdb89e65-754e-4145-ac8f-43e93b6e03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:01.176709 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-cdb89e65-754e-4145-ac8f-43e93b6e03c4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.2052820 May 11 16:29:01.275582 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-83ccddb9-b83c-42a3-b5db-2e457cd8df78 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 200 len: 217 time: 0.0913479 May 11 16:29:01.363610 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-960fd00c-5ecd-4f28-8804-79a65e1ace62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:01.364997 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-960fd00c-5ecd-4f28-8804-79a65e1ace62 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0790694 May 11 16:29:01.422522 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:01.470530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-d041cb10-922b-4269-8440-ab0f69b731d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:01.473012 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-d041cb10-922b-4269-8440-ab0f69b731d1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1011620 May 11 16:29:01.775208 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-51f521be-6ea4-4d24-8b85-7ead62ae8129 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940948 May 11 16:29:01.957237 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6e174c7a-85ac-40a2-afb6-8512e30a60ba req-88d39bc8-5e01-4fc9-90ed-bc39247aff4e service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761520 May 11 16:29:02.159564 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e8d9-ee68-4a8e-99e9-3cad4fe41429 req-24726f13-64a4-4058-9f09-64787d035842 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:02.161074 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0c50e8d9-ee68-4a8e-99e9-3cad4fe41429 req-24726f13-64a4-4058-9f09-64787d035842 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 943 time: 0.3900666 May 11 16:29:02.162986 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:29:02.347791 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0c50e8d9-ee68-4a8e-99e9-3cad4fe41429 req-4688dbd0-27e5-479b-8656-bed5ec25212d tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799965 May 11 16:29:02.408196 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:29:02.417866 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] Sync routers for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:29:02.428271 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-afa81d11-85fb-4249-9b73-623263d174da admin admin] 10.222.0.73 "PUT /v2.0/routers/0cffa085-1214-4ee7-b6a7-b71d7aeccca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8635740 May 11 16:29:02.429677 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:02.430997 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:02.432644 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53326) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:02.630931 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:29:02.649634 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:02.664566 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:02.910967 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:02.989120 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:29:00Z', 'revision_number': 5, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port': {'id': '4c655e65-677c-4ce6-a7ec-26b0c539e3c4', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:23:34Z', 'updated_at': '2021-05-11T16:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:02.993921 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] Checking router: 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:29:03.004068 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] Routers {'0cffa085-1214-4ee7-b6a7-b71d7aeccca4'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:03.004687 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:03.005953 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Deleting port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:03.006545 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:03.149134 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] For port 4c655e65-677c-4ce6-a7ec-26b0c539e3c4, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:03.149561 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:03.165078 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] Set router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 gateway port host: None {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:03.274847 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:29:02Z', 'revision_number': 6, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:03.279306 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b6bbd-c720-48bb-b84e-9532909dbc9f None None] The sync data for ids ['0cffa085-1214-4ee7-b6a7-b71d7aeccca4'] in dv-cinder-761113-11-iscsi is: [{'id': '0cffa085-1214-4ee7-b6a7-b71d7aeccca4', 'name': 'tempest-AttachVolumeTestJSON-990056486-router', 'tenant_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:23:32Z', 'updated_at': '2021-05-11T16:29:02Z', 'revision_number': 6, 'project_id': 'a7725dc6d22c42f49d7d74400ec7e8b7', 'gw_port_host': None}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:29:03.279657 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Calling delete_port for 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:03.583984 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:03.594203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a7e509e7-c783-4856-b27c-e5f7a66932e0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:03.672903 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device e70521ab-1657-4908-ac99-d5efe1bd07f0 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:03.687945 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c655e65-677c-4ce6-a7ec-26b0c539e3c4,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:03.756944 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: e70521ab-1657-4908-ac99-d5efe1bd07f0 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:03.757478 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device e70521ab-1657-4908-ac99-d5efe1bd07f0 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:03.762086 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:03.845514 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:03.892751 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde8abb-6c30-4bb5-aa22-77c811d32dd6 req-69db48da-8fca-4aad-9b1c-a0f779365725 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:03.894411 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8fde8abb-6c30-4bb5-aa22-77c811d32dd6 req-69db48da-8fca-4aad-9b1c-a0f779365725 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 943 time: 0.4093835 May 11 16:29:04.201644 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.205997 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.301977 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8fde8abb-6c30-4bb5-aa22-77c811d32dd6 req-fc573673-6854-4562-a3f4-4bb51edf4616 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218554 May 11 16:29:04.333013 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.333013 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cffa085-1214-4ee7-b6a7-b71d7aeccca4 {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:29:04.343207 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.344361 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0cffa085-1214-4ee7-b6a7-b71d7aeccca4 HTTP/1.1" status: 204 len: 168 time: 1.9107480 May 11 16:29:04.348993 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53332) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:04.425276 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Deleting subnet 3e7d50df-be0a-4509-858c-ab813bd7e048 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:29:04.428924 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.494255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224922'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.636541 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.906415 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111480'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.910680 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:04.949461 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7d50df-be0a-4509-858c-ab813bd7e048,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:04.952392 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:04.953362 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:04.958894 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356fc7c4-bf9b-48bd-9c55-6cc757df2ad9 None None] Network ee6a4206-7497-4915-8518-e919b025bed3 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:29:04.963408 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53336) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:04.963919 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-9af890ca-e8aa-483c-8adb-e6c809e34c70 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3e7d50df-be0a-4509-858c-ab813bd7e048 HTTP/1.1" status: 204 len: 168 time: 0.6135066 May 11 16:29:05.081686 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.160054 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Deleting port 4f4fe77c-41a9-4983-bde8-face92165c4d {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:05.160294 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.238157 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] DHCP port deletion for ee6a4206-7497-4915-8518-e919b025bed3 request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:29:05.272103 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] For port 4f4fe77c-41a9-4983-bde8-face92165c4d, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4f4fe77c-41a9-4983-bde8-face92165c4d,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:05.272560 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.316410 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Deleting port 4f4fe77c-41a9-4983-bde8-face92165c4d {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:05.316953 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.443274 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] For port 4f4fe77c-41a9-4983-bde8-face92165c4d, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=4f4fe77c-41a9-4983-bde8-face92165c4d,segment=NetworkSegment(58be6620-8c74-4510-a3b3-d05e3a3b4377),segment_id=58be6620-8c74-4510-a3b3-d05e3a3b4377)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:05.443609 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.467691 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Calling delete_port for 4f4fe77c-41a9-4983-bde8-face92165c4d owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:05.549910 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.559902 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1377526e-96fe-4aeb-abe4-e1ab69471291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:05.591362 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Calling delete_port for 4f4fe77c-41a9-4983-bde8-face92165c4d owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:05.638142 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4fe77c-41a9-4983-bde8-face92165c4d,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:05.642632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:05.647508 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] No DVR routers for this DVR port 4f4fe77c-41a9-4983-bde8-face92165c4d on host dv-cinder-761113-11-iscsi {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:29:05.650329 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.662796 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:05.708099 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Pushing event deleted for resources: {'Port': ['ID=4f4fe77c-41a9-4983-bde8-face92165c4d,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:05.710644 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] No DVR routers for this DVR port 4f4fe77c-41a9-4983-bde8-face92165c4d on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.728182 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:05.737493 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:05.743555 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:05.815023 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:05.815609 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4c655e65-677c-4ce6-a7ec-26b0c539e3c4 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:05.816343 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4f4fe77c-41a9-4983-bde8-face92165c4d no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:05.870594 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.880630 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 4f4fe77c-41a9-4983-bde8-face92165c4d {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:05.881203 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 4f4fe77c-41a9-4983-bde8-face92165c4d not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:05.887336 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6a4206-7497-4915-8518-e919b025bed3']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:05.905474 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58be6620-8c74-4510-a3b3-d05e3a3b4377') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:05.905761 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58be6620-8c74-4510-a3b3-d05e3a3b4377') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:05.924879 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.942849 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bda3f-c457-43e0-b23b-1640d85f5a18 req-8b77170c-9db2-4904-9128-4b1d6c610b1f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:05.944507 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6c3bda3f-c457-43e0-b23b-1640d85f5a18 req-8b77170c-9db2-4904-9128-4b1d6c610b1f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 943 time: 0.4847236 May 11 16:29:05.953857 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.979935 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:29:05.980627 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:29:05.994045 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:29:06.080364 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6c3bda3f-c457-43e0-b23b-1640d85f5a18 req-0e7bdde1-c48d-4d91-b788-fda3eb31cd13 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276660 May 11 16:29:06.085657 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:06.089670 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:06.104557 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:06.114939 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6a4206-7497-4915-8518-e919b025bed3,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:06.118772 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:06.131189 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-3e7fdda6-d0d9-4b36-b1fd-219409e4f996 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ee6a4206-7497-4915-8518-e919b025bed3 HTTP/1.1" status: 204 len: 168 time: 1.1661198 May 11 16:29:06.262202 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53346) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:06.320754 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-a58ede3d-0331-4c02-9b1f-2bbb81c301d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7725dc6d22c42f49d7d74400ec7e8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568750 May 11 16:29:06.323368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53350) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:06.388418 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f73-fc32-428a-9a67-3634d075b25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:06.422944 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f73-fc32-428a-9a67-3634d075b25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:06.484012 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f73-fc32-428a-9a67-3634d075b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:06.494279 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b8846f78-e5f9-4b39-9b23-c666aaa26ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:06.518363 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f4f73-fc32-428a-9a67-3634d075b25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e1fbed-9ac8-4521-a7c4-32cef647aae9,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:06.526017 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0f6f4f73-fc32-428a-9a67-3634d075b25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:06.529803 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f73-fc32-428a-9a67-3634d075b25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:06.530940 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-0f6f4f73-fc32-428a-9a67-3634d075b25a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00e1fbed-9ac8-4521-a7c4-32cef647aae9 HTTP/1.1" status: 204 len: 168 time: 0.2059474 May 11 16:29:07.293273 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a8d1-c3aa-4cdb-9ea4-fa59d35c9f6d req-680f77d8-5c1c-46e3-9645-d8becb940cb4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:07.294953 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dd0a8d1-c3aa-4cdb-9ea4-fa59d35c9f6d req-680f77d8-5c1c-46e3-9645-d8becb940cb4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 943 time: 0.0937400 May 11 16:29:07.348368 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5dd0a8d1-c3aa-4cdb-9ea4-fa59d35c9f6d req-4bc8d6c9-2039-44ff-b554-4ce567ceabc0 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472829 May 11 16:29:07.376444 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53376) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:07.489601 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1116473629-network', 'tenant_id': 'a6071c2a3efc4d6fbd9f6a3041887a43'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:07.495413 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:29:07.500068 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Usage tracker for resource:network and tenant:a6071c2a3efc4d6fbd9f6a3041887a43 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:29:07.503065 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:29:07.510774 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:29:07.522027 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Made reservation on behalf of a6071c2a3efc4d6fbd9f6a3041887a43 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:29:07.525067 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.538152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.554255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:29:07.559301 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Usage tracker for resource:security_group_rule and tenant:a6071c2a3efc4d6fbd9f6a3041887a43 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:29:07.562420 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:29:07.568370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:29:07.662808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.667603 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.670603 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-94281a72-a5ba-417c-8656-9ffa64a99255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:07.702406 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:29:07.707674 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:07.712019 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:07.715839 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.716191 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.db.segments_db [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Added segment 3f2f3f33-bc68-42fc-9e9b-42249ba0940b of type vlan for network 5fc6109c-6d31-4275-a539-e882e8418b6a May 11 16:29:07.744387 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742204042572'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.777002 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.778306 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:07.778916 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:07.782433 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:07.881589 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5039949 May 11 16:29:07.885098 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53382) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:07.888678 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Pushing event updated for resources: {'Network': ['ID=5fc6109c-6d31-4275-a539-e882e8418b6a,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:07.891395 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-948f5595-690e-4c8d-b1d8-7642dd5eecfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:07.892206 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Request body: {'subnet': {'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1116473629-subnet', 'tenant_id': 'a6071c2a3efc4d6fbd9f6a3041887a43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:07.898199 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:29:07.899489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Network 5fc6109c-6d31-4275-a539-e882e8418b6a details requested by agent ovs-agent-dv-cinder-761113-11-iscsi with host dv-cinder-761113-11-iscsi {{(pid=78809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:29:07.903234 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Usage tracker for resource:subnet and tenant:a6071c2a3efc4d6fbd9f6a3041887a43 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:29:07.907373 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:29:07.914377 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:29:07.926914 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Made reservation on behalf of a6071c2a3efc4d6fbd9f6a3041887a43 for: {'subnet': 1} {{(pid=78808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:29:07.929437 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2718750'] for subnet, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:08.485659 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1826086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2718828'] for subnet, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:08.489666 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-220eda9f-763c-4b96-82a1-89d01ec29d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:08.613737 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ba79c2-8697-4995-831b-6ec0b4fb33f0,revision_number=0']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:08.616571 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:08.635930 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Checking segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:29:08.636199 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Network hostable DHCP agents. Network: 5fc6109c-6d31-4275-a539-e882e8418b6a, hostable agents: ['e1510e13-19e2-4403-9641-9f1d49f3e047'], hosted agents: [] {{(pid=78808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:29:08.671591 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2be2-3463-47e0-afb2-c4f2f38c4067 req-c4af9d51-ee9f-46b8-b010-79bb25e047e1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:08.673069 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-703c2be2-3463-47e0-afb2-c4f2f38c4067 req-c4af9d51-ee9f-46b8-b010-79bb25e047e1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 943 time: 0.1501560 May 11 16:29:08.674188 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Network 5fc6109c-6d31-4275-a539-e882e8418b6a is scheduled to be hosted by DHCP agent e1510e13-19e2-4403-9641-9f1d49f3e047 with binding_index 1 {{(pid=78808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:29:08.697436 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-iscsi, 5fc6109c-6d31-4275-a539-e882e8418b6a) {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:29:08.706442 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b202e-0bc5-456d-850e-edd72dbb13f4 None None] Network 5fc6109c-6d31-4275-a539-e882e8418b6a requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:29:08.719150 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:08.719735 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:08.740251 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-703c2be2-3463-47e0-afb2-c4f2f38c4067 req-d7b8494d-d7c0-4be4-98ad-4c6320736eb5 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591681 May 11 16:29:08.749383 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-ad66df32-0f93-4fd1-b6be-bab97f4ab616 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8630788 May 11 16:29:08.919306 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device e912f87e-31c1-47d3-a92e-6965825e5982 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:29:08.997249 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c3b5e-e0e4-44ac-817d-01825cb6917d None None] Network 5fc6109c-6d31-4275-a539-e882e8418b6a requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:29:09.215654 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port e912f87e-31c1-47d3-a92e-6965825e5982, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e912f87e-31c1-47d3-a92e-6965825e5982,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:09.285204 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:29:09.359067 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:09.413573 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e912f87e-31c1-47d3-a92e-6965825e5982 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:29:09.431413 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port e912f87e-31c1-47d3-a92e-6965825e5982, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e912f87e-31c1-47d3-a92e-6965825e5982,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:09.435852 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:09.437574 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:09.488942 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-40ecf67e-c91d-4069-b938-7cbbf989b0c4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:09.489581 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-40ecf67e-c91d-4069-b938-7cbbf989b0c4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:29:09.509259 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-40ecf67e-c91d-4069-b938-7cbbf989b0c4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:29:09.510498 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-40ecf67e-c91d-4069-b938-7cbbf989b0c4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.1928701 May 11 16:29:09.514777 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=e912f87e-31c1-47d3-a92e-6965825e5982,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:09.517973 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:09.527710 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-128e9db7-4ec9-4dcd-9eec-6f6a3020a7a6 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/quotas/a6071c2a3efc4d6fbd9f6a3041887a43 HTTP/1.1" status: 200 len: 375 time: 0.0104938 May 11 16:29:09.584776 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-27951653-1f4d-4aba-9028-db02563f8929 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509613 May 11 16:29:09.643865 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['e912f87e-31c1-47d3-a92e-6965825e5982'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:29:09.855714 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-34890a18-e83e-4abc-b93c-33e4a5eef3ff service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639534 May 11 16:29:09.949170 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776803b2-20dd-4b71-b0da-63fca69f39cc req-69ecf894-cc62-4409-a6bd-3b9aa7260605 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:09.950707 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-776803b2-20dd-4b71-b0da-63fca69f39cc req-69ecf894-cc62-4409-a6bd-3b9aa7260605 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 944 time: 0.0881000 May 11 16:29:10.001488 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-776803b2-20dd-4b71-b0da-63fca69f39cc req-9b13a4b5-1179-44e1-b182-ac4f57d723f4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445974 May 11 16:29:10.008829 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-c93a6d48-9001-4b0b-81cb-6cf9e120ee84 service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521513 May 11 16:29:10.195111 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0ccbf833-4e38-4ddf-b3cb-98c5f23b5185 req-55317acc-a2ad-4f16-af2d-8836c029f783 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 210 time: 0.0494211 May 11 16:29:10.917573 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device e912f87e-31c1-47d3-a92e-6965825e5982 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:29:10.984871 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port e912f87e-31c1-47d3-a92e-6965825e5982 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:29:10.989696 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port e912f87e-31c1-47d3-a92e-6965825e5982 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:29:10.990013 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:11.122140 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:11.151492 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:11.161790 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port e912f87e-31c1-47d3-a92e-6965825e5982, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e912f87e-31c1-47d3-a92e-6965825e5982,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:11.166410 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:11.168761 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:11.220679 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'code': 200} May 11 16:29:11.278759 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=e912f87e-31c1-47d3-a92e-6965825e5982,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:11.282193 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:11.372982 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc6211-e4b8-4385-8e6e-82cd86a236a4 req-bd886d4e-6046-4d5b-a768-95379527260b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:11.375263 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-52bc6211-e4b8-4385-8e6e-82cd86a236a4 req-bd886d4e-6046-4d5b-a768-95379527260b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 945 time: 0.2543592 May 11 16:29:11.407322 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a2104a96-a9da-41b6-8ae7-4c28065214af req-d4e462ef-fd27-419a-8c26-040b50390943 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 210 time: 0.0694706 May 11 16:29:11.452019 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-be8add91-37f9-4a6a-b47f-3a3e011042d3 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:11.453508 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-be8add91-37f9-4a6a-b47f-3a3e011042d3 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.2822058 May 11 16:29:11.471977 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Request body: {'port': {'device_id': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'admin_state_up': True, 'tenant_id': 'a6071c2a3efc4d6fbd9f6a3041887a43'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:11.547010 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-52bc6211-e4b8-4385-8e6e-82cd86a236a4 req-02678a4d-eae8-4d48-84a6-cdbaef87ecb4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459284 May 11 16:29:11.673566 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:29:11.678849 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Usage tracker for resource:port and tenant:a6071c2a3efc4d6fbd9f6a3041887a43 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:29:11.687108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:29:11.697792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:29:11.701258 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287bc4-256d-4702-80df-4edec669d649 req-4735f943-ec83-4fcd-b009-948a9b7ea9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:11.702759 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b9287bc4-256d-4702-80df-4edec669d649 req-4735f943-ec83-4fcd-b009-948a9b7ea9a6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1098 time: 0.1548762 May 11 16:29:11.724988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Made reservation on behalf of a6071c2a3efc4d6fbd9f6a3041887a43 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:29:11.728642 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:11.813291 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b9287bc4-256d-4702-80df-4edec669d649 req-abe53ea7-6fe7-44f2-8e2a-15a2ac847233 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037169 May 11 16:29:11.923712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Allocated IP 172.20.0.2 (5fc6109c-6d31-4275-a539-e882e8418b6a/92ba79c2-8697-4995-831b-6ec0b4fb33f0/134ceddd-70bf-4351-8280-10225fd59811) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:29:12.155227 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:12.187507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:12.193047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8a567272-9feb-4001-a2f3-7be96754f4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:12.262218 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Network 5fc6109c-6d31-4275-a539-e882e8418b6a is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:29:12.266743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:29:12.275881 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:29:12.308350 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event updated for resources: {'Port': ['ID=134ceddd-70bf-4351-8280-10225fd59811,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:12.319934 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:12.352792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:12.353395 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:12.375344 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100027 May 11 16:29:12.390123 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Request body: {'port': {'device_id': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:12.517103 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:12.633391 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a97828-5a4b-4784-b522-b43999801f06 req-f49545f2-3e34-49e2-b97d-846c9c1153ca tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:12.635840 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07a97828-5a4b-4784-b522-b43999801f06 req-f49545f2-3e34-49e2-b97d-846c9c1153ca tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 931 time: 0.1061859 May 11 16:29:12.708432 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07a97828-5a4b-4784-b522-b43999801f06 req-251dc459-b47d-419b-9067-076f85e290c0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645416 May 11 16:29:12.927634 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5f015-8171-4b59-be22-b7a41b7d90f0 req-08e879e3-f833-4b79-b0c4-2cba3b904a54 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:12.928991 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bdf5f015-8171-4b59-be22-b7a41b7d90f0 req-08e879e3-f833-4b79-b0c4-2cba3b904a54 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 945 time: 0.2215886 May 11 16:29:13.144125 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bdf5f015-8171-4b59-be22-b7a41b7d90f0 req-ee46b7ed-4638-4a1c-92c9-e3fd21482681 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073967 May 11 16:29:13.146150 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134ceddd-70bf-4351-8280-10225fd59811 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:29:13.154750 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:13.171992 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Transition to ACTIVE for port object 134ceddd-70bf-4351-8280-10225fd59811 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:29:13.176201 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:13.179997 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0d471d76-6f8a-4aaa-ace0-532fdc554f7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:13.317823 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Pushing event updated for resources: {'Port': ['ID=134ceddd-70bf-4351-8280-10225fd59811,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:13.344301 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:13.426167 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Attempting to bind port 134ceddd-70bf-4351-8280-10225fd59811 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:29:13.426811 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Attempting to bind port 134ceddd-70bf-4351-8280-10225fd59811 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:29:13.426811 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Attempting to bind port 134ceddd-70bf-4351-8280-10225fd59811 on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:29:13.432083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Port 134ceddd-70bf-4351-8280-10225fd59811 on network 5fc6109c-6d31-4275-a539-e882e8418b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:29:13.432408 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Attempting to bind port 134ceddd-70bf-4351-8280-10225fd59811 on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:29:13.437926 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:29:13.438229 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Checking segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:29:13.438618 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Bound using segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:29:13.439041 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Bound port: 134ceddd-70bf-4351-8280-10225fd59811, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:29:13.439394 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:13.546247 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] For port 134ceddd-70bf-4351-8280-10225fd59811, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:29:13.550036 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] For port 134ceddd-70bf-4351-8280-10225fd59811, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=134ceddd-70bf-4351-8280-10225fd59811,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:29:13.553703 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:13.558787 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4324ac77-535f-481a-a192-d06b1f44233f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:13.614749 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:13.615368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:13.616776 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] 10.222.0.87 "PUT /v2.0/ports/134ceddd-70bf-4351-8280-10225fd59811 HTTP/1.1" status: 200 len: 1093 time: 1.2310157 May 11 16:29:13.618403 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'tag': '134ceddd-70bf-4351-8280-10225fd59811'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:13.645353 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Pushing event updated for resources: {'Port': ['ID=134ceddd-70bf-4351-8280-10225fd59811,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:13.648997 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:13.699418 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'tag': '134ceddd-70bf-4351-8280-10225fd59811', 'status': 'completed', 'code': 200} May 11 16:29:13.743346 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-11c09bfc-6c80-4e86-a6bd-4148d3269948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:13.744586 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-11c09bfc-6c80-4e86-a6bd-4148d3269948 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 1096 time: 0.0826554 May 11 16:29:13.826649 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-47088015-3d03-4444-9257-250c2aa533b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=134ceddd-70bf-4351-8280-10225fd59811 HTTP/1.1" status: 200 len: 217 time: 0.0740027 May 11 16:29:13.938408 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-5b82358f-22b0-4013-8e77-3373dd2067ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:13.939867 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-5b82358f-22b0-4013-8e77-3373dd2067ea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0771976 May 11 16:29:13.995215 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-67f4e606-9227-41c6-b6c5-3e0551d5b04a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485458 May 11 16:29:14.033366 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e671a97-6151-4bfe-a78e-83ad08ded838 req-43d5d30c-4b3d-4f08-a428-9922484e7db1 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:14.034064 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-7e671a97-6151-4bfe-a78e-83ad08ded838 req-43d5d30c-4b3d-4f08-a428-9922484e7db1 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:29:14.119523 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-7e671a97-6151-4bfe-a78e-83ad08ded838 req-43d5d30c-4b3d-4f08-a428-9922484e7db1 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:29:14.120728 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7e671a97-6151-4bfe-a78e-83ad08ded838 req-43d5d30c-4b3d-4f08-a428-9922484e7db1 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 943 time: 0.2960734 May 11 16:29:14.193608 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-2c8220c5-77d1-4301-b52c-9725c0952cc3 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897473 May 11 16:29:14.224733 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-7e671a97-6151-4bfe-a78e-83ad08ded838 req-ff288aa8-bcd9-4efc-8ec6-27576d0e579f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:29:14.302962 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-7e671a97-6151-4bfe-a78e-83ad08ded838 req-ff288aa8-bcd9-4efc-8ec6-27576d0e579f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:29:14.304037 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7e671a97-6151-4bfe-a78e-83ad08ded838 req-ff288aa8-bcd9-4efc-8ec6-27576d0e579f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673439 May 11 16:29:14.354794 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4e58fb27-c3d3-4ca7-97f1-87a05285db16 req-7ece4b9b-ed8a-4829-b125-6abb7fad0a57 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538885 May 11 16:29:14.366029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f35b-152d-4408-ad14-cde0bff62c7c req-17deac06-b450-4dd4-bda4-0c1155371a85 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:14.368503 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d19f35b-152d-4408-ad14-cde0bff62c7c req-17deac06-b450-4dd4-bda4-0c1155371a85 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 945 time: 0.1117933 May 11 16:29:14.424159 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-3d19f35b-152d-4408-ad14-cde0bff62c7c req-993f5034-3b73-44df-b2b0-edad9897406b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469227 May 11 16:29:14.492527 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-652ed64e-00cb-4b40-bf24-26e6c097c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:14.494040 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-652ed64e-00cb-4b40-bf24-26e6c097c8cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 1096 time: 0.0886467 May 11 16:29:14.703225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-f3173631-972f-4d61-82d4-0306450381d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:14.705329 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-f3173631-972f-4d61-82d4-0306450381d2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 916 time: 0.2035592 May 11 16:29:14.912039 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46db2c-c0ec-4052-9d7b-821173ede08b req-e0279eb0-2447-4581-80b9-3a5dedaa615e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:14.913492 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8e46db2c-c0ec-4052-9d7b-821173ede08b req-e0279eb0-2447-4581-80b9-3a5dedaa615e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 945 time: 0.3327925 May 11 16:29:14.915379 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-72c13238-50a4-45a1-9fef-9e8a2a8ae463 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=134ceddd-70bf-4351-8280-10225fd59811 HTTP/1.1" status: 200 len: 217 time: 0.2000327 May 11 16:29:15.008620 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8e46db2c-c0ec-4052-9d7b-821173ede08b req-12981b14-ebf8-4d10-afe7-b0fa526e4ca0 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883880 May 11 16:29:15.012363 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-13bcb69f-daa6-414b-899a-fec37ec4fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:15.013412 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-13bcb69f-daa6-414b-899a-fec37ec4fe6a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0801189 May 11 16:29:15.032857 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53440) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:15.066191 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-029892d0-c8aa-4a0b-aae7-07befbe85a05 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451639 May 11 16:29:15.112577 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8bfc12-649c-4c52-883f-eb811effa266 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:15.116984 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-1e8bfc12-649c-4c52-883f-eb811effa266 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1093 time: 0.0802853 May 11 16:29:15.117513 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53444) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:15.122642 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:15.128828 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:29:15.133268 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:floatingip and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:29:15.136276 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:29:15.142074 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:29:15.153587 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:15.216801 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-fc78565b-a73f-48ed-8700-720e8fc1067c service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428127 May 11 16:29:15.327332 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:15.398666 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3fc711c9-167c-4c47-ab9b-5eec3b2a4c0b req-cf99e368-557b-479d-9ce5-dae747df8ca3 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754305 May 11 16:29:15.537316 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Allocated IP 172.27.2.90 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/c4a871a6-ea41-424c-83dd-0517b4cd8fc3) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:29:15.650037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe5ff-6fe1-40f0-97f5-fb827c34146a req-4894b4d8-f1ad-40de-a1ea-d4bd0f64f2ff tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:15.651465 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1fffe5ff-6fe1-40f0-97f5-fb827c34146a req-4894b4d8-f1ad-40de-a1ea-d4bd0f64f2ff tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 943 time: 0.2054415 May 11 16:29:15.740835 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1fffe5ff-6fe1-40f0-97f5-fb827c34146a req-91c6c0e0-437a-4fe4-a338-612f2a69f812 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824106 May 11 16:29:15.760199 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:15.794727 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:15.799078 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1a99d384-f921-41da-ac3c-9979b5c10d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:15.862196 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:29:15.864978 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:29:15.874511 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:29:15.905508 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=c4a871a6-ea41-424c-83dd-0517b4cd8fc3,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:15.911452 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:16.411212 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:16.491325 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:16.715741 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:16.720396 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:16.724272 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-323f6359-6d5e-4aaf-816d-eb522210f891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:16.846792 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=c4a871a6-ea41-424c-83dd-0517b4cd8fc3,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:16.852373 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:16.871564 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:16.948499 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 134ceddd-70bf-4351-8280-10225fd59811 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:29:16.962402 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaf240-2bad-456f-923d-df01ab950746 req-1e212bf9-c5f3-421e-a2a2-b3b68f37fa10 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:16.964527 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7caaf240-2bad-456f-923d-df01ab950746 req-1e212bf9-c5f3-421e-a2a2-b3b68f37fa10 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 943 time: 0.1015489 May 11 16:29:17.017247 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7caaf240-2bad-456f-923d-df01ab950746 req-62d48e8d-7775-4a4e-a9fc-6171e73b205f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459466 May 11 16:29:17.071565 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.l3_db [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Floating IP 561071fb-8425-4311-a2a7-6a77c0b584b7 associated. External IP: 172.27.2.90, port: e912f87e-31c1-47d3-a92e-6965825e5982. May 11 16:29:17.098087 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 134ceddd-70bf-4351-8280-10225fd59811, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=134ceddd-70bf-4351-8280-10225fd59811,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:17.111790 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '134ceddd-70bf-4351-8280-10225fd59811', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'port_id': '134ceddd-70bf-4351-8280-10225fd59811', 'mac_address': 'fa:16:3e:0e:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ba79c2-8697-4995-831b-6ec0b4fb33f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:29:17.174810 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:17.193062 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134ceddd-70bf-4351-8280-10225fd59811 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:29:17.209327 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 134ceddd-70bf-4351-8280-10225fd59811, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=134ceddd-70bf-4351-8280-10225fd59811,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:17.214183 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:17.216880 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1f7f4945-7ac4-4ed4-98d2-bfdcc43862a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:17.286020 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=134ceddd-70bf-4351-8280-10225fd59811,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:17.289295 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:17.360044 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-21a4369b-8eaf-4e4d-8218-c18d2e87b0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:17.441838 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:29:17.462937 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:29:17.660862 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:29:17.673343 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:29:17.683286 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:17.684214 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:17.687848 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:17.871410 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7528322 May 11 16:29:17.872339 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:17.881753 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:17.989406 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'status': 'completed', 'code': 200} May 11 16:29:18.115210 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831756c-9711-454f-b220-1f49770ecd8b req-736d810c-f4ee-4bee-8976-022591c5c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:18.117914 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1831756c-9711-454f-b220-1f49770ecd8b req-736d810c-f4ee-4bee-8976-022591c5c443 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1098 time: 0.1047099 May 11 16:29:18.324083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831756c-9711-454f-b220-1f49770ecd8b req-c4d744c9-cf42-4da9-83a9-45f499fa8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:18.325704 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1831756c-9711-454f-b220-1f49770ecd8b req-c4d744c9-cf42-4da9-83a9-45f499fa8c8b service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.2021906 May 11 16:29:18.364054 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:16Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:18.369510 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:29:18.379024 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:18.379662 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:28:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:18.405021 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f43d2-cda8-4635-87e3-9c26f5c207a4 req-9d7a6927-44a9-4eee-823c-ebf7c8d3b0a8 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:18.406549 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9d9f43d2-cda8-4635-87e3-9c26f5c207a4 req-9d7a6927-44a9-4eee-823c-ebf7c8d3b0a8 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 944 time: 0.2111442 May 11 16:29:18.484055 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1831756c-9711-454f-b220-1f49770ecd8b req-f3471ff7-75b4-4bc5-868d-0b04aa9b1c2f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 200 len: 998 time: 0.1495886 May 11 16:29:18.488884 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9d9f43d2-cda8-4635-87e3-9c26f5c207a4 req-a948e68f-b5ab-4daf-8f11-894440b8d8ac tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722380 May 11 16:29:18.569440 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831756c-9711-454f-b220-1f49770ecd8b req-8c076a18-9c41-4773-a5a7-8393d7634231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:18.572549 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1831756c-9711-454f-b220-1f49770ecd8b req-8c076a18-9c41-4773-a5a7-8393d7634231 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0810673 May 11 16:29:18.603397 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:18.660073 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831756c-9711-454f-b220-1f49770ecd8b req-3f80a60b-20e9-4c43-9f1b-1a3a041d32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:18.661607 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1831756c-9711-454f-b220-1f49770ecd8b req-3f80a60b-20e9-4c43-9f1b-1a3a041d32c9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0825224 May 11 16:29:18.806852 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1831756c-9711-454f-b220-1f49770ecd8b req-02af230f-7570-4d53-bbfc-39609651cc74 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383727 May 11 16:29:18.954501 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1831756c-9711-454f-b220-1f49770ecd8b req-dad30892-77ab-43d0-a96a-6a0217631db1 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410577 May 11 16:29:18.955007 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 134ceddd-70bf-4351-8280-10225fd59811 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:29:19.057763 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 134ceddd-70bf-4351-8280-10225fd59811 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:29:19.065284 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 134ceddd-70bf-4351-8280-10225fd59811 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:29:19.065663 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:19.091891 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:16Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:19.108921 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be9253-69ad-41bf-9094-e43aa229f8aa None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:16Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:29:19.216249 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:19.246904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134ceddd-70bf-4351-8280-10225fd59811'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:19.259123 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 134ceddd-70bf-4351-8280-10225fd59811, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=134ceddd-70bf-4351-8280-10225fd59811,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:19.264895 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:19.267050 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:19.307874 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134ceddd-70bf-4351-8280-10225fd59811', 'code': 200} May 11 16:29:19.347463 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=134ceddd-70bf-4351-8280-10225fd59811,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:19.350874 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:19.384350 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bce76-c17e-423b-b66e-1a58a90de146 None None] New status for floating IP 561071fb-8425-4311-a2a7-6a77c0b584b7: ACTIVE {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:29:19.594359 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc30f-1ea0-494b-bbb9-8f061740b163 req-15862b14-d7ce-43d9-a474-9400850b4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:19.596202 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ce4cc30f-1ea0-494b-bbb9-8f061740b163 req-15862b14-d7ce-43d9-a474-9400850b4aa1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 1098 time: 0.1013172 May 11 16:29:19.714571 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ce4cc30f-1ea0-494b-bbb9-8f061740b163 req-40aa1ee4-4254-4587-a490-884c574557a3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113279 May 11 16:29:19.749457 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de59a8a-b492-4ce4-8ea0-bffa5a2cfcd8 req-537b1df3-36db-47c1-9d13-76150b38a4ce tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:19.750943 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6de59a8a-b492-4ce4-8ea0-bffa5a2cfcd8 req-537b1df3-36db-47c1-9d13-76150b38a4ce tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 945 time: 0.1232376 May 11 16:29:19.802225 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-6de59a8a-b492-4ce4-8ea0-bffa5a2cfcd8 req-faf9d524-e075-472a-928f-cedbcafc59a2 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 May 11 16:29:20.589810 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:20.995147 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13d6b8-603f-49f2-9fc1-0ae7c054f6c4 req-8394ce18-989b-4ebd-bda6-acda5aa6b0b0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:20.996665 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8f13d6b8-603f-49f2-9fc1-0ae7c054f6c4 req-8394ce18-989b-4ebd-bda6-acda5aa6b0b0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 945 time: 0.0821216 May 11 16:29:21.042679 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-8f13d6b8-603f-49f2-9fc1-0ae7c054f6c4 req-a0a0ba8e-9e5b-43e9-b820-eefd895c0dc3 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 May 11 16:29:21.214633 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c2905c1f-f0b7-49d0-ada1-fc9bb307f824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:23.247480 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:25.431789 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:26.573514 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53492) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:26.869253 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Deleting port 57d58930-6a8f-4989-b2c3-c0cb52257043 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:26.869594 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:26.870349 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:26.997457 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:26.997782 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:27.124140 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Calling delete_port for 57d58930-6a8f-4989-b2c3-c0cb52257043 owned by network:floatingip {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:27.259592 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:27.263461 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-11881ac4-b504-42a7-abfe-02f6b8be56f9 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:27.313212 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event deleted for resources: {'Port': ['ID=57d58930-6a8f-4989-b2c3-c0cb52257043,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:27.355180 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.355554 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.355958 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.356322 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.356674 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.357030 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.357384 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.357734 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.358088 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.358435 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.358784 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.359135 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:27.362992 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:27.429007 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for floatingip, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:27.430830 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.l3_db [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Floating IP 0ff797cb-5672-4815-ae49-e8e7f1d35d5e disassociated (deleted). External IP: 172.27.2.15, port: cfd5f4ea-879e-4483-94d6-cf21d42b59c0. May 11 16:29:27.821580 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:29:28.136016 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:29:28.145626 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] Sync routers for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:29:28.157469 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:28.157933 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:28.158558 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:29:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:28.217646 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-59addd07-10e9-47e8-8285-c5d27584100f tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "DELETE /v2.0/floatingips/0ff797cb-5672-4815-ae49-e8e7f1d35d5e HTTP/1.1" status: 204 len: 168 time: 1.6429710 May 11 16:29:28.218340 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:28.279302 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'status': 'completed', 'code': 200} May 11 16:29:28.369979 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:28.386280 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-b7596f0c-82e9-4a30-b322-906b2fca00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:28.389199 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-b7596f0c-82e9-4a30-b322-906b2fca00d8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 1098 time: 0.0845737 May 11 16:29:28.726315 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-d4404168-1f61-4944-9e35-af2828ff43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:28.727821 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-d4404168-1f61-4944-9e35-af2828ff43a6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 200 len: 909 time: 0.3319845 May 11 16:29:28.744705 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083898e-5cb6-4ee6-b9f8-dad1af2d0420 req-2c81b364-0b50-4dd6-b1d7-b90d703b3341 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:28.746269 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9083898e-5cb6-4ee6-b9f8-dad1af2d0420 req-2c81b364-0b50-4dd6-b1d7-b90d703b3341 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.1357729 May 11 16:29:28.798716 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:40Z', 'revision_number': 5, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:28.803219 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] Checking router: 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:29:28.812766 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:28.813379 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:29:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:28.828138 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-7bab93cc-587f-40bf-b2ba-67f41433dab8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 200 len: 217 time: 0.0809247 May 11 16:29:28.898735 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9083898e-5cb6-4ee6-b9f8-dad1af2d0420 req-d45d9aa2-4397-4932-a897-bbeaed48e0ca tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984004 May 11 16:29:28.914221 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-df10055a-b096-4a3c-8ae2-adb26d4b5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:28.915559 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-df10055a-b096-4a3c-8ae2-adb26d4b5f62 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 200 len: 847 time: 0.0776207 May 11 16:29:29.000313 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-0512ae41-1c5e-42a9-8278-1be613aaa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:29.001807 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-0512ae41-1c5e-42a9-8278-1be613aaa105 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8d788ec7-b034-41e0-bfcb-89c268676f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789912 May 11 16:29:29.015925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-1b2b4e8a-e352-41f0-a192-95abc48bc7bb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:29:29.016891 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-1b2b4e8a-e352-41f0-a192-95abc48bc7bb service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054274 May 11 16:29:29.061081 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:29.157534 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-5b9ab257-38af-40c0-b041-053926a9fbec service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328745 May 11 16:29:29.306397 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3361a5bc-8374-4fe7-bf5a-5b169aca362b req-4833af54-368f-44dd-b2b8-b9d30cbd12f4 service neutron] 10.222.0.87 "GET /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296580 May 11 16:29:29.389906 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:40Z', 'revision_number': 5, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:29.394026 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769fe120-75c4-4892-a879-da9a63631f02 None None] The sync data for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi is: [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': 'cfa2e48e-e059-4091-abe8-97ec915b50e7', 'name': '', 'network_id': '8d788ec7-b034-41e0-bfcb-89c268676f36', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'mac_address': 'fa:16:3e:5e:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:40Z', 'revision_number': 5, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'subnets': [{'id': '0274734c-f529-465c-8c24-f4dbf7e7ed1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:29:29.617433 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b5ea1-85b6-4e4d-9fc5-a552b9d43646 None None] New status for floating IP 0ff797cb-5672-4815-ae49-e8e7f1d35d5e: DOWN {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:29:30.078662 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e61f5ccb-16e7-4997-bd96-c266a57af876 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:30.080050 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e61f5ccb-16e7-4997-bd96-c266a57af876 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.1546910 May 11 16:29:30.095063 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-62062d5f-58cc-4e4d-9cf3-8fc99e072323 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/quotas/a6071c2a3efc4d6fbd9f6a3041887a43 HTTP/1.1" status: 200 len: 375 time: 0.0094378 May 11 16:29:30.097048 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e853d-21d0-4d0b-a08b-d7c2f76e1505 req-87e86131-011c-4275-ac34-23120946925e tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:30.098523 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-285e853d-21d0-4d0b-a08b-d7c2f76e1505 req-87e86131-011c-4275-ac34-23120946925e tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0838809 May 11 16:29:30.151947 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-285e853d-21d0-4d0b-a08b-d7c2f76e1505 req-2c655b31-5532-4ee8-bfdd-8cd8462104f0 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/security-groups?id=c232e135-27f6-4077-a24d-0e5f605b3cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473509 May 11 16:29:30.192720 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-9997097c-deb3-4c0b-bdfc-d9cd78c67e2d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912738 May 11 16:29:30.258018 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-3487bb51-4851-43cb-8a39-7f10ed3ed6c5 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:29:30.259352 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-3487bb51-4851-43cb-8a39-7f10ed3ed6c5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592766 May 11 16:29:30.284366 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-be6778e2-a937-49d2-addd-b60d98cc07c2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:30.285804 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-be6778e2-a937-49d2-addd-b60d98cc07c2 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.87 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 945 time: 0.0832610 May 11 16:29:30.406678 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-3fa24075-21ee-4f8f-b730-f0672f5f22dd service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409876 May 11 16:29:30.440942 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Deleting port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:30.441338 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:30.547283 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e230e896-d1b7-4104-8c71-752d1b0ccb2d service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347635 May 11 16:29:30.587797 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] For port cfd5f4ea-879e-4483-94d6-cf21d42b59c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:30.588199 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:30.723922 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Calling delete_port for cfd5f4ea-879e-4483-94d6-cf21d42b59c0 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:30.770415 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-13548324-3753-4ee8-b6c8-463501ce0d27 req-548ba3c8-3806-4fe7-9b76-29a757cbfa59 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 210 time: 0.0533769 May 11 16:29:30.894776 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:30.900728 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-40df0f78-c3aa-4b23-a865-64b6c8c9709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:30.951148 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event deleted for resources: {'Port': ['ID=cfd5f4ea-879e-4483-94d6-cf21d42b59c0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:30.992284 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:31.149850 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] No DVR routers for this DVR port cfd5f4ea-879e-4483-94d6-cf21d42b59c0 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:29:31.152784 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:31.155682 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-deleted', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:31.170619 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9489c5ac-7a7b-40f2-9b56-48328b853e33 req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.87 "DELETE /v2.0/ports/cfd5f4ea-879e-4483-94d6-cf21d42b59c0 HTTP/1.1" status: 204 len: 173 time: 0.8756840 May 11 16:29:31.253920 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a3862-df2b-44fe-a6e8-fc0085b87631', 'name': 'network-vif-deleted', 'tag': 'cfd5f4ea-879e-4483-94d6-cf21d42b59c0', 'status': 'completed', 'code': 200} May 11 16:29:31.325835 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-b44e28b5-a50c-4c1e-801f-48b36a0de053 req-b7acb2cb-0694-45a8-9e02-a712fd597818 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Synchronizing usage tracker for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:29:31.345562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-b44e28b5-a50c-4c1e-801f-48b36a0de053 req-b7acb2cb-0694-45a8-9e02-a712fd597818 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Unset dirty status for tenant:3abdb732adfa438f91ee82dfb2b8cfb4 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:29:31.347013 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b44e28b5-a50c-4c1e-801f-48b36a0de053 req-b7acb2cb-0694-45a8-9e02-a712fd597818 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 210 time: 0.0739329 May 11 16:29:31.946219 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7744e9bb-109e-451c-9a87-a46b41c32a5d req-fc9baa85-9da3-464f-a1b6-3e17cea798dc tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 210 time: 0.0509481 May 11 16:29:32.289527 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-2d7d1743-12d3-4f2d-911a-3ee42fbc8a6f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:32.291204 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-2d7d1743-12d3-4f2d-911a-3ee42fbc8a6f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.1815557 May 11 16:29:32.316037 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Request body: {'port': {'device_id': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'admin_state_up': True, 'tenant_id': 'a6071c2a3efc4d6fbd9f6a3041887a43'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:32.589834 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0426ade2-4193-4609-93a4-0d5f53d81863 req-f6dc01bb-89b1-4648-9fbb-0402735b9cea tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "GET /v2.0/ports?device_id=218a3862-df2b-44fe-a6e8-fc0085b87631 HTTP/1.1" status: 200 len: 210 time: 0.0654194 May 11 16:29:32.593211 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:29:32.625164 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:29:32.638230 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Made reservation on behalf of a6071c2a3efc4d6fbd9f6a3041887a43 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:29:32.641927 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:32.847630 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Allocated IP 172.20.0.10 (5fc6109c-6d31-4275-a539-e882e8418b6a/92ba79c2-8697-4995-831b-6ec0b4fb33f0/574da0f9-62a7-4cbb-9981-fec9547313c0) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:29:33.113845 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:33.131136 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eb66fda6-8dc1-4bc6-81d2-0ad00b3cf8c3 req-af04dcd6-4cdb-4ade-939b-fac57e368bf3 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 210 time: 0.0459025 May 11 16:29:33.146836 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:33.155670 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-322ec66b-8db8-439f-97dd-eb8e8e78784c tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:33.161298 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:29:33.229712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Network 5fc6109c-6d31-4275-a539-e882e8418b6a is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:29:33.233432 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:29:33.244866 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:29:33.285333 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event updated for resources: {'Port': ['ID=574da0f9-62a7-4cbb-9981-fec9547313c0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:33.292035 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:33.325651 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:33.326645 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:33.369509 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-e990f5aa-56f8-4cc1-9470-da5d66302f5f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0576882 May 11 16:29:33.440409 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Request body: {'port': {'device_id': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:33.566060 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:33.699743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53558) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:33.891840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:33.946654 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.061374 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574da0f9-62a7-4cbb-9981-fec9547313c0 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:29:34.068847 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.087642 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Transition to ACTIVE for port object 574da0f9-62a7-4cbb-9981-fec9547313c0 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:29:34.088433 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.092736 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4aaade3a-bc18-4a73-a967-c351aa398799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:34.102128 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.113560 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232e135-27f6-4077-a24d-0e5f605b3cea,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:34.119530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:34.122074 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5618377e-d708-4993-a1a3-a7b1204a99da tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:34.354644 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da5cc8-8999-4653-b17b-5e7e39ae8e20 req-91ae8bd4-df82-4fd2-8b12-69a509345e80 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:34.357370 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-62da5cc8-8999-4653-b17b-5e7e39ae8e20 req-91ae8bd4-df82-4fd2-8b12-69a509345e80 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 944 time: 0.1061158 May 11 16:29:34.358557 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.362609 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] 10.222.0.73 "DELETE /v2.0/security-groups/c232e135-27f6-4077-a24d-0e5f605b3cea HTTP/1.1" status: 204 len: 168 time: 0.6617970 May 11 16:29:34.423890 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-62da5cc8-8999-4653-b17b-5e7e39ae8e20 req-f261d546-3b56-4f28-a910-97f977f53b97 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 May 11 16:29:34.431974 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53566) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:34.453474 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=574da0f9-62a7-4cbb-9981-fec9547313c0,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:34.457964 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:34.496782 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Attempting to bind port 574da0f9-62a7-4cbb-9981-fec9547313c0 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:29:34.497148 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Attempting to bind port 574da0f9-62a7-4cbb-9981-fec9547313c0 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:29:34.497454 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Attempting to bind port 574da0f9-62a7-4cbb-9981-fec9547313c0 on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:29:34.503544 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Port 574da0f9-62a7-4cbb-9981-fec9547313c0 on network 5fc6109c-6d31-4275-a539-e882e8418b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:29:34.503918 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Attempting to bind port 574da0f9-62a7-4cbb-9981-fec9547313c0 on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:29:34.509882 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:29:34.510215 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Checking segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:29:34.510604 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Bound using segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:29:34.511032 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Bound port: 574da0f9-62a7-4cbb-9981-fec9547313c0, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:29:34.511375 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.613575 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] For port 574da0f9-62a7-4cbb-9981-fec9547313c0, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:29:34.617637 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] For port 574da0f9-62a7-4cbb-9981-fec9547313c0, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=574da0f9-62a7-4cbb-9981-fec9547313c0,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:29:34.621663 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.626045 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:34.686790 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:34.687328 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:34.689405 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] 10.222.0.87 "PUT /v2.0/ports/574da0f9-62a7-4cbb-9981-fec9547313c0 HTTP/1.1" status: 200 len: 1094 time: 1.3052330 May 11 16:29:34.692143 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'tag': '574da0f9-62a7-4cbb-9981-fec9547313c0'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:34.739592 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=574da0f9-62a7-4cbb-9981-fec9547313c0,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:34.745716 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c46fe260-6fb3-4737-a4d2-c40b71820ce8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:34.780494 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'tag': '574da0f9-62a7-4cbb-9981-fec9547313c0', 'status': 'completed', 'code': 200} May 11 16:29:34.829952 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-a61ba5b3-c995-4c79-b0ac-13d0694f2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:34.831704 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-a61ba5b3-c995-4c79-b0ac-13d0694f2d56 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 1097 time: 0.0881464 May 11 16:29:34.928138 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-376bac90-c872-4671-9044-e4d388ec8b3f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574da0f9-62a7-4cbb-9981-fec9547313c0 HTTP/1.1" status: 200 len: 217 time: 0.0871696 May 11 16:29:34.993497 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-b52e0288-10b7-432b-bca7-253a5621d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:34.994999 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-b52e0288-10b7-432b-bca7-253a5621d401 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0599458 May 11 16:29:35.035722 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cfd5f4ea-879e-4483-94d6-cf21d42b59c0 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:35.047089 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-91f17824-c37d-429d-8865-2e046041b343 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428457 May 11 16:29:35.078813 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: cfd5f4ea-879e-4483-94d6-cf21d42b59c0 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:35.079166 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device cfd5f4ea-879e-4483-94d6-cf21d42b59c0 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:35.197555 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-6d211c1f-8475-459f-864b-60a8c53f7e93 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409552 May 11 16:29:35.210384 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:35.356257 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0fdc2879-7aea-4b38-aeb5-e508594f1252 req-6515f49e-1c20-4f3a-afa4-9772537db0b2 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477578 May 11 16:29:35.488922 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56505ee2-7128-446a-8d69-5aa618467f08 req-1af8d3a3-0c7a-494e-9e60-c2bca92928d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:35.490436 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56505ee2-7128-446a-8d69-5aa618467f08 req-1af8d3a3-0c7a-494e-9e60-c2bca92928d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 1097 time: 0.0870845 May 11 16:29:35.629553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56505ee2-7128-446a-8d69-5aa618467f08 req-9827f155-26e6-4ff8-9b6a-144a866b7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:35.630925 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56505ee2-7128-446a-8d69-5aa618467f08 req-9827f155-26e6-4ff8-9b6a-144a866b7cfa service neutron] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 916 time: 0.1337039 May 11 16:29:35.707812 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56505ee2-7128-446a-8d69-5aa618467f08 req-a6d9af57-6608-4e69-9d51-42f10acceb03 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574da0f9-62a7-4cbb-9981-fec9547313c0 HTTP/1.1" status: 200 len: 217 time: 0.0673063 May 11 16:29:35.771890 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56505ee2-7128-446a-8d69-5aa618467f08 req-18ff7364-433b-4c55-9fc6-5e7e7e38c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:35.774282 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56505ee2-7128-446a-8d69-5aa618467f08 req-18ff7364-433b-4c55-9fc6-5e7e7e38c345 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0600452 May 11 16:29:35.783244 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056709c1-e74a-411b-b8f7-28ef35af9fe2 req-c22e4fe1-0c83-4e03-818c-1cbece7d7b89 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:35.784801 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-056709c1-e74a-411b-b8f7-28ef35af9fe2 req-c22e4fe1-0c83-4e03-818c-1cbece7d7b89 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 944 time: 0.1377611 May 11 16:29:35.825995 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56505ee2-7128-446a-8d69-5aa618467f08 req-4182f569-0fdb-4bf3-a57b-0d7449b28a64 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435064 May 11 16:29:35.915811 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-056709c1-e74a-411b-b8f7-28ef35af9fe2 req-1622f25c-3ca8-459f-b7f4-7e96bcfd1909 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969710 May 11 16:29:35.948219 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Deleting port cfa2e48e-e059-4091-abe8-97ec915b50e7 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:35.948679 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:35.966547 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56505ee2-7128-446a-8d69-5aa618467f08 req-d13353db-e882-4060-a699-e7d931a053be service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334882 May 11 16:29:36.110056 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56505ee2-7128-446a-8d69-5aa618467f08 req-b63bed91-2fd1-4e3b-9263-ccc3e8c94cfc service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356957 May 11 16:29:36.110359 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] For port cfa2e48e-e059-4091-abe8-97ec915b50e7, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=cfa2e48e-e059-4091-abe8-97ec915b50e7,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:36.111072 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:36.276936 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Calling delete_port for cfa2e48e-e059-4091-abe8-97ec915b50e7 owned by network:router_interface {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:36.429696 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:36.433829 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-22d1f84a-8487-43d7-87da-626e5fbcbf2f tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:36.482135 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa2e48e-e059-4091-abe8-97ec915b50e7,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:36.509379 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:36.758108 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:37.124701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bef0a-0ba1-4efb-a9c8-aec5a2d61f9a req-85253a98-08c2-46e6-8aa9-8c04261d5970 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:37.125610 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-186bef0a-0ba1-4efb-a9c8-aec5a2d61f9a req-85253a98-08c2-46e6-8aa9-8c04261d5970 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:29:37.143546 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-186bef0a-0ba1-4efb-a9c8-aec5a2d61f9a req-85253a98-08c2-46e6-8aa9-8c04261d5970 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:29:37.144775 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-186bef0a-0ba1-4efb-a9c8-aec5a2d61f9a req-85253a98-08c2-46e6-8aa9-8c04261d5970 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 944 time: 0.1066411 May 11 16:29:37.193700 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-186bef0a-0ba1-4efb-a9c8-aec5a2d61f9a req-2965d38a-ea79-49d9-a080-c086d915d610 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 May 11 16:29:37.258904 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:29:37.459446 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:29:37.470021 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] Sync routers for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:29:37.478777 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-70399657-c4f6-439e-ba0f-0aab912af3b9 admin admin] 10.222.0.73 "PUT /v2.0/routers/2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0453775 May 11 16:29:37.481240 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:37.481903 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:29:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:37.482090 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53578) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:37.681031 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:37.791875 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:37.978713 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:37.984512 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:29:36Z', 'revision_number': 5, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port': {'id': 'bcb81091-cade-4128-996f-9066ebac33d7', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:26Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:37.989237 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] Checking router: 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:29:38.000090 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] Routers {'2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:38.000720 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:29:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:38.072164 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Deleting port bcb81091-cade-4128-996f-9066ebac33d7 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:38.072616 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.212339 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] Set router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:38.224339 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] For port bcb81091-cade-4128-996f-9066ebac33d7, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=bcb81091-cade-4128-996f-9066ebac33d7,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:38.224940 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.326091 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:29:37Z', 'revision_number': 6, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:38.330865 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9a567-e1af-4bdc-8547-dd40bd861c7c None None] The sync data for ids ['2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d'] in dv-cinder-761113-11-iscsi is: [{'id': '2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d', 'name': 'tempest-TestShelveInstance-166360831-router', 'tenant_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:25Z', 'updated_at': '2021-05-11T16:29:37Z', 'revision_number': 6, 'project_id': '3abdb732adfa438f91ee82dfb2b8cfb4', 'gw_port_host': None}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:29:38.404650 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dd38d-b3fe-41ae-8fce-341192f37594 req-b34ed99a-083b-4315-8bb7-4a4a42a3f915 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:38.406189 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1c2dd38d-b3fe-41ae-8fce-341192f37594 req-b34ed99a-083b-4315-8bb7-4a4a42a3f915 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 944 time: 0.0977020 May 11 16:29:38.406831 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Calling delete_port for bcb81091-cade-4128-996f-9066ebac33d7 owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:38.460348 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1c2dd38d-b3fe-41ae-8fce-341192f37594 req-939989d8-5a0f-446f-8f09-23322f008b1b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478444 May 11 16:29:38.574484 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.578824 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:38.629228 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb81091-cade-4128-996f-9066ebac33d7,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:38.668869 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:38.763967 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.942744 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.945817 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.975875 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.976428 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:29:38.989657 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:38.990790 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2b443e7e-b27f-4a4d-9b96-2ce1d4c2503d HTTP/1.1" status: 204 len: 168 time: 1.5076025 May 11 16:29:38.993932 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53584) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:39.032567 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 574da0f9-62a7-4cbb-9981-fec9547313c0 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:29:39.055235 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Deleting subnet 0274734c-f529-465c-8c24-f4dbf7e7ed1c {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:29:39.058368 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:39.112177 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224922'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:39.185155 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 574da0f9-62a7-4cbb-9981-fec9547313c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=574da0f9-62a7-4cbb-9981-fec9547313c0,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:39.205296 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:39.209035 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '574da0f9-62a7-4cbb-9981-fec9547313c0', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'port_id': '574da0f9-62a7-4cbb-9981-fec9547313c0', 'mac_address': 'fa:16:3e:cc:9a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ba79c2-8697-4995-831b-6ec0b4fb33f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:29:39.301426 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:39.320897 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574da0f9-62a7-4cbb-9981-fec9547313c0 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:29:39.338319 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 574da0f9-62a7-4cbb-9981-fec9547313c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=574da0f9-62a7-4cbb-9981-fec9547313c0,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:39.343753 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:39.347255 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-20f582e6-dabc-4690-a94d-bf93e7acb9f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:39.433996 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=574da0f9-62a7-4cbb-9981-fec9547313c0,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:39.439023 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:39.610186 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:29:39.622304 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['574da0f9-62a7-4cbb-9981-fec9547313c0'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:29:39.680098 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111480'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:39.686566 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:39.723420 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bcb81091-cade-4128-996f-9066ebac33d7 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:39.737435 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0274734c-f529-465c-8c24-f4dbf7e7ed1c,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:39.739424 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:39.747327 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:39.755023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599680-8227-4ae3-b2ee-62428180e51c req-83ee03e3-698a-445c-b928-859680c8d4e9 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:39.757771 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56599680-8227-4ae3-b2ee-62428180e51c req-83ee03e3-698a-445c-b928-859680c8d4e9 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 945 time: 0.1773407 May 11 16:29:39.757932 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382d02d-60e1-4869-843f-e5a27ccb8246 None None] Network 8d788ec7-b034-41e0-bfcb-89c268676f36 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:29:39.758521 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-fe431671-51ce-43d7-9733-367ab9708e55 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0274734c-f529-465c-8c24-f4dbf7e7ed1c HTTP/1.1" status: 204 len: 168 time: 0.7636790 May 11 16:29:39.760938 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53592) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:39.785627 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: bcb81091-cade-4128-996f-9066ebac33d7 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:39.785985 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bcb81091-cade-4128-996f-9066ebac33d7 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:39.786420 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cfa2e48e-e059-4091-abe8-97ec915b50e7 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:39.906555 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: cfa2e48e-e059-4091-abe8-97ec915b50e7 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:39.906911 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cfa2e48e-e059-4091-abe8-97ec915b50e7 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:39.919756 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-56599680-8227-4ae3-b2ee-62428180e51c req-c7ae51df-ed88-40e9-8958-75c5a547068b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394937 May 11 16:29:39.923701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.009647 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Deleting port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:40.009999 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.125242 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] For port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:40.125617 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.148280 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] DHCP port deletion for 8d788ec7-b034-41e0-bfcb-89c268676f36 request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:29:40.222023 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] Deleting port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:40.222441 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.255883 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Calling delete_port for c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 owned by network:dhcp {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:40.306885 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.311864 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-89235f9d-1643-40bc-9b54-c5f2ef3aeed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:40.339204 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] For port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,segment=NetworkSegment(22ee9732-4418-4abc-86c9-88ac91f6c157),segment_id=22ee9732-4418-4abc-86c9-88ac91f6c157)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:40.340093 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.365794 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:40.368038 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] No DVR routers for this DVR port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 on host dv-cinder-761113-11-iscsi {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:29:40.369613 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:40.480620 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] Calling delete_port for c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:40.491203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.506299 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d788ec7-b034-41e0-bfcb-89c268676f36']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:40.520001 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ee9732-4418-4abc-86c9-88ac91f6c157') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:40.520285 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ee9732-4418-4abc-86c9-88ac91f6c157') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:40.533857 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.534864 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224901'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.537953 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:40.554637 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.561897 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:29:40.562708 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099137'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: Traceback (most recent call last): May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: timer() May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: cb(*args, **kw) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: return func(*args, **kwargs) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: self._notify() May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: self.callback(batched_events) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: event.method(event) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: return f(self, *a, **k) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._get(url).json() May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:29:40.576804 dv-cinder-761113-11-iscsi neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:29:40.584085 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] Pushing event deleted for resources: {'Port': ['ID=c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:40.586706 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] No DVR routers for this DVR port c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:29:40.588124 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-25312477-0ecb-4ffe-b031-5c32d2352a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:40.659934 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.664924 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:40.667441 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ff7f72ff-69ac-4eed-9831-f6e189999142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:40.692399 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d788ec7-b034-41e0-bfcb-89c268676f36,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:40.697138 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:40.698975 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8d788ec7-b034-41e0-bfcb-89c268676f36 HTTP/1.1" status: 204 len: 168 time: 0.9371305 May 11 16:29:40.701898 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53596) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:41.048721 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 574da0f9-62a7-4cbb-9981-fec9547313c0 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:29:41.142108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 574da0f9-62a7-4cbb-9981-fec9547313c0 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:29:41.148367 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdf3c5-8bed-4dd0-a236-a4c34359ffdd req-92fe3e34-99e2-4276-a63f-8c9ed4622803 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:41.150436 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 574da0f9-62a7-4cbb-9981-fec9547313c0 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:29:41.150934 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-85cdf3c5-8bed-4dd0-a236-a4c34359ffdd req-92fe3e34-99e2-4276-a63f-8c9ed4622803 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 945 time: 0.1096566 May 11 16:29:41.151188 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:41.224872 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-85cdf3c5-8bed-4dd0-a236-a4c34359ffdd req-c9207782-ec34-4079-87d1-2d5b9de059f3 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653656 May 11 16:29:41.346737 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:41.379135 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574da0f9-62a7-4cbb-9981-fec9547313c0'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:41.391960 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 574da0f9-62a7-4cbb-9981-fec9547313c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=574da0f9-62a7-4cbb-9981-fec9547313c0,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:41.399074 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:41.401120 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:41.449399 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574da0f9-62a7-4cbb-9981-fec9547313c0', 'code': 200} May 11 16:29:41.477675 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=574da0f9-62a7-4cbb-9981-fec9547313c0,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:41.481492 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:41.508335 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:41.712484 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:41.748281 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:41.748565 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c3ecb481-9dad-43aa-9e3d-6d04aa1f7f36 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:41.840412 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf40ef0-ac4c-41b1-8f2b-6991c5e019aa req-2d35eb76-b9b1-402e-ad35-28406ae37848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:41.841905 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fcf40ef0-ac4c-41b1-8f2b-6991c5e019aa req-2d35eb76-b9b1-402e-ad35-28406ae37848 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 1099 time: 0.2167194 May 11 16:29:41.899396 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-fcf40ef0-ac4c-41b1-8f2b-6991c5e019aa req-f264815e-ac0d-4087-80ef-fda1da25bb63 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 May 11 16:29:42.050158 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Deleting port c65f8031-bc24-48e8-b6a6-f393486fcba1 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:42.050398 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:42.185370 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] For port c65f8031-bc24-48e8-b6a6-f393486fcba1, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c65f8031-bc24-48e8-b6a6-f393486fcba1,segment=NetworkSegment(39606f23-00e6-449b-9ce5-ef8ed96adbf0),segment_id=39606f23-00e6-449b-9ce5-ef8ed96adbf0)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:42.185721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:42.317200 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Calling delete_port for c65f8031-bc24-48e8-b6a6-f393486fcba1 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:42.424090 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a001-c030-40b3-bc80-4b17ff6671bb req-95bdc62d-2ed8-49f5-bad9-52e79a563027 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:42.425580 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8a6a001-c030-40b3-bc80-4b17ff6671bb req-95bdc62d-2ed8-49f5-bad9-52e79a563027 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 946 time: 0.0911920 May 11 16:29:42.477559 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a8a6a001-c030-40b3-bc80-4b17ff6671bb req-74ced5b3-5929-4844-bb14-1b2e57a682e7 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445845 May 11 16:29:42.483495 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:42.487303 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4d23260e-d087-4f3b-a0f7-d4d3cad8ed65 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:42.534240 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Pushing event deleted for resources: {'Port': ['ID=c65f8031-bc24-48e8-b6a6-f393486fcba1,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:42.537454 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:42.951576 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:43.321395 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Router 36c5ae3a-385d-43c0-9dba-96386ebe990b has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:29:43.512553 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:29:43.523458 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] Sync routers for ids ['36c5ae3a-385d-43c0-9dba-96386ebe990b'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:29:43.537171 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] Routers {'36c5ae3a-385d-43c0-9dba-96386ebe990b'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:43.538313 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:29:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['36c5ae3a-385d-43c0-9dba-96386ebe990b'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:43.540382 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] 10.222.0.73 "PUT /v2.0/routers/36c5ae3a-385d-43c0-9dba-96386ebe990b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8374026 May 11 16:29:43.542552 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53608) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:43.707321 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfb592-8e72-4ed8-94ea-705b7cf7dd1c req-5adb11a9-aedf-4700-8291-641027def9dc tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:43.709896 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bebfb592-8e72-4ed8-94ea-705b7cf7dd1c req-5adb11a9-aedf-4700-8291-641027def9dc tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 946 time: 0.0993836 May 11 16:29:43.741572 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] Set router 36c5ae3a-385d-43c0-9dba-96386ebe990b gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:43.742697 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:43.775076 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-bebfb592-8e72-4ed8-94ea-705b7cf7dd1c req-c806f899-6b89-43bc-83c7-e243b45766b9 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582788 May 11 16:29:43.964907 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:44.063336 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Deleting port c156f8aa-56e0-4f18-b41e-d409a365fffa {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:44.063680 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:44.084067 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:29:42Z', 'revision_number': 5, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port': {'id': 'c156f8aa-56e0-4f18-b41e-d409a365fffa', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:41Z', 'updated_at': '2021-05-11T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:44.088729 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] Checking router: 36c5ae3a-385d-43c0-9dba-96386ebe990b for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:29:44.097244 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] Routers {'36c5ae3a-385d-43c0-9dba-96386ebe990b'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:29:44.097857 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:29:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['36c5ae3a-385d-43c0-9dba-96386ebe990b'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:44.198025 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] For port c156f8aa-56e0-4f18-b41e-d409a365fffa, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=c156f8aa-56e0-4f18-b41e-d409a365fffa,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:44.198443 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:44.257872 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] Set router 36c5ae3a-385d-43c0-9dba-96386ebe990b gateway port host: None {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:29:44.413942 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:29:43Z', 'revision_number': 6, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:44.418478 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e371f6-fd95-4991-b749-84c114e308c7 None None] The sync data for ids ['36c5ae3a-385d-43c0-9dba-96386ebe990b'] in dv-cinder-761113-11-iscsi is: [{'id': '36c5ae3a-385d-43c0-9dba-96386ebe990b', 'name': 'tempest-TestShelveInstance-1494060834-router', 'tenant_id': '8019a5572f7141ff80e6033fed609b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:39Z', 'updated_at': '2021-05-11T16:29:43Z', 'revision_number': 6, 'project_id': '8019a5572f7141ff80e6033fed609b53', 'gw_port_host': None}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:29:44.461675 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Calling delete_port for c156f8aa-56e0-4f18-b41e-d409a365fffa owned by network:router_gateway {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:44.648619 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:44.654206 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3ec02259-5190-436b-b662-e7bea5d47d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:44.707794 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c156f8aa-56e0-4f18-b41e-d409a365fffa,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:44.742037 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:44.818917 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:44.997252 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:44.999733 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.027405 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.027921 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36c5ae3a-385d-43c0-9dba-96386ebe990b {{(pid=78808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:29:45.041734 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.042849 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-ad232fd5-2a96-4bd3-8b4f-9382505397f1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/36c5ae3a-385d-43c0-9dba-96386ebe990b HTTP/1.1" status: 204 len: 168 time: 1.4982715 May 11 16:29:45.045398 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53626) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:45.112400 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Deleting subnet 78ee5186-79ac-482c-9e1a-927dcdf32612 {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:29:45.115703 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.186855 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.312191 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.582706 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.587799 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:45.625255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ee5186-79ac-482c-9e1a-927dcdf32612,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:45.628526 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:45.632630 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.638979 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058562e5-dacd-4044-a0af-962ad8b076cc None None] Network 88a9fc37-c2d4-434a-a5fb-9b890776b44e requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:29:45.640527 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-d1fb6012-dd50-4a3b-aac3-60a1e0a1a8d7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/78ee5186-79ac-482c-9e1a-927dcdf32612 HTTP/1.1" status: 204 len: 168 time: 0.5941231 May 11 16:29:45.642948 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53630) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:45.736725 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c65f8031-bc24-48e8-b6a6-f393486fcba1 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:45.770027 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.820921 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: c65f8031-bc24-48e8-b6a6-f393486fcba1 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:45.821279 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c65f8031-bc24-48e8-b6a6-f393486fcba1 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:45.821706 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c156f8aa-56e0-4f18-b41e-d409a365fffa no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:45.856508 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Deleting port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:45.856992 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:45.858122 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: c156f8aa-56e0-4f18-b41e-d409a365fffa {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:45.858316 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device c156f8aa-56e0-4f18-b41e-d409a365fffa not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:45.984424 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] DHCP port deletion for 88a9fc37-c2d4-434a-a5fb-9b890776b44e request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:29:46.054596 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Deleting port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:29:46.054982 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.061434 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] For port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,segment=NetworkSegment(39606f23-00e6-449b-9ce5-ef8ed96adbf0),segment_id=39606f23-00e6-449b-9ce5-ef8ed96adbf0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:46.061649 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.157653 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] For port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,segment=NetworkSegment(39606f23-00e6-449b-9ce5-ef8ed96adbf0),segment_id=39606f23-00e6-449b-9ce5-ef8ed96adbf0)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:46.158067 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.287097 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Calling delete_port for cd1f4df8-2c9c-46cf-a96f-57ca12233d1a owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:46.327281 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Calling delete_port for cd1f4df8-2c9c-46cf-a96f-57ca12233d1a owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:29:46.340348 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.345760 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:46.376841 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-3fefbc6e-29b6-45a6-ba47-4842ea433b90 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:46.378361 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-3fefbc6e-29b6-45a6-ba47-4842ea433b90 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.4341774 May 11 16:29:46.404704 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Pushing event deleted for resources: {'Port': ['ID=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:46.406532 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-ed9b669c-6d98-4611-a139-4469fcb4cec3 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/quotas/a6071c2a3efc4d6fbd9f6a3041887a43 HTTP/1.1" status: 200 len: 375 time: 0.0141850 May 11 16:29:46.407315 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:46.413990 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] No DVR routers for this DVR port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:29:46.469059 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.473641 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e73d9171-fef9-49fd-ad26-9463ef540a9f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:46.528425 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1f4df8-2c9c-46cf-a96f-57ca12233d1a,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:46.530295 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] No DVR routers for this DVR port cd1f4df8-2c9c-46cf-a96f-57ca12233d1a on host dv-cinder-761113-11-iscsi {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:29:46.533827 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:46.672283 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.689918 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-f0f5cb14-f1d4-4659-8084-784664c46519 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2709460 May 11 16:29:46.693429 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a9fc37-c2d4-434a-a5fb-9b890776b44e']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:46.736460 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39606f23-00e6-449b-9ce5-ef8ed96adbf0') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:46.736759 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39606f23-00e6-449b-9ce5-ef8ed96adbf0') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:29:46.797908 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.836617 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.859265 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:29:46.859931 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: util.warn( May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: util.warn( May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: util.warn( May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: util.warn( May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:29:46.874433 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:29:46.973058 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-8c1e1c49-3ed5-4d87-a116-e628bb56d266 service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714179 May 11 16:29:46.977221 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:46.981559 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:46.999155 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.032234 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a9fc37-c2d4-434a-a5fb-9b890776b44e,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:47.042010 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:47.088274 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-2a2304c1-c60a-432d-9a6d-3df86d25bad5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/88a9fc37-c2d4-434a-a5fb-9b890776b44e HTTP/1.1" status: 204 len: 168 time: 1.4442427 May 11 16:29:47.160145 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-07795c72-efd6-4e78-842b-c9cefe23715b service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583107 May 11 16:29:47.219174 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53650) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:47.280774 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1be76d87-c69c-473b-a0cf-e18550a4a4c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3abdb732adfa438f91ee82dfb2b8cfb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595396 May 11 16:29:47.283054 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53656) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:47.363928 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a0242bdd-9f63-40a6-9206-1d85b4b2bc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.418698 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-9269d5e6-409c-4eb5-9411-cf8a601408a7 req-f20558a5-cddc-4ae0-8f82-c8240a445d31 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 210 time: 0.0860584 May 11 16:29:47.457428 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.509635 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.590069 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.596946 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2e8c496f-d61c-4b43-a683-ef33225819a8 tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:47.613179 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370ac2d-a7b3-4533-937f-ee92bc87538f,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:47.636325 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.636943 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.637571 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.638243 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.638771 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.639366 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.639945 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.640495 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.641060 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.641661 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.642232 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.642796 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:47.668364 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:47.669758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.677012 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1370ac2d-a7b3-4533-937f-ee92bc87538f HTTP/1.1" status: 204 len: 168 time: 0.3922138 May 11 16:29:47.767797 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cd1f4df8-2c9c-46cf-a96f-57ca12233d1a no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:29:47.829519 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: cd1f4df8-2c9c-46cf-a96f-57ca12233d1a {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:29:47.830433 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device cd1f4df8-2c9c-46cf-a96f-57ca12233d1a not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:29:48.391810 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53674) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:48.445559 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-d5e4d80b-1785-4b26-b812-d773f43f3d62 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8019a5572f7141ff80e6033fed609b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511923 May 11 16:29:48.447246 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53678) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:48.543709 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e801f1f3-b3e9-4441-9515-74c81e563a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:48.613535 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e801f1f3-b3e9-4441-9515-74c81e563a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:48.708305 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e622bad3-4a09-4c49-a34a-02e8413171f1 req-16057128-6326-4ad1-845f-aa3b8230e930 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 210 time: 0.0802898 May 11 16:29:48.782234 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e801f1f3-b3e9-4441-9515-74c81e563a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:48.793142 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-885c7716-e4d9-4a95-afb7-1d7a19ec10fe tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:48.794650 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-885c7716-e4d9-4a95-afb7-1d7a19ec10fe tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.2203729 May 11 16:29:48.796716 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-112b91f5-af95-4b9c-b45c-4c4abc02978f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:48.810036 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Request body: {'port': {'device_id': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'admin_state_up': True, 'tenant_id': 'a6071c2a3efc4d6fbd9f6a3041887a43'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:48.833690 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801f1f3-b3e9-4441-9515-74c81e563a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5acf7c-0de9-498b-a6de-51ffcaf73f76,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:48.838467 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e801f1f3-b3e9-4441-9515-74c81e563a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:48.845957 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e801f1f3-b3e9-4441-9515-74c81e563a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:48.847103 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e801f1f3-b3e9-4441-9515-74c81e563a69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e5acf7c-0de9-498b-a6de-51ffcaf73f76 HTTP/1.1" status: 204 len: 168 time: 0.3989196 May 11 16:29:48.998309 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:29:49.009500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:29:49.020799 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Made reservation on behalf of a6071c2a3efc4d6fbd9f6a3041887a43 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:29:49.024590 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:49.267284 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Allocated IP 172.20.0.9 (5fc6109c-6d31-4275-a539-e882e8418b6a/92ba79c2-8697-4995-831b-6ec0b4fb33f0/9cb9be33-69ea-4013-8ddc-418edfc497f2) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:29:49.624620 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:49.658442 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:49.665257 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-da3b0f31-c9e9-4451-9af4-b5c7bd11daad tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:49.684924 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811', '574da0f9-62a7-4cbb-9981-fec9547313c0'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:29:49.729823 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Network 5fc6109c-6d31-4275-a539-e882e8418b6a is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:29:49.733051 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:29:49.744359 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:29:49.782052 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event updated for resources: {'Port': ['ID=9cb9be33-69ea-4013-8ddc-418edfc497f2,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:49.789542 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:49.839562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:49.840574 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:49.917726 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d00fd99f-ca81-45fb-9560-c19878bd88ef tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1117234 May 11 16:29:49.931643 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Request body: {'port': {'device_id': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:50.000987 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f612c4b-587e-4d39-89cb-f19d71da09e9 req-43c61831-521d-4ba1-a6e3-e346d11b1e52 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:50.001701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-1f612c4b-587e-4d39-89cb-f19d71da09e9 req-43c61831-521d-4ba1-a6e3-e346d11b1e52 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:29:50.070083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-1f612c4b-587e-4d39-89cb-f19d71da09e9 req-43c61831-521d-4ba1-a6e3-e346d11b1e52 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:29:50.071231 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1f612c4b-587e-4d39-89cb-f19d71da09e9 req-43c61831-521d-4ba1-a6e3-e346d11b1e52 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 931 time: 0.2252600 May 11 16:29:50.098144 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.182379 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1f612c4b-587e-4d39-89cb-f19d71da09e9 req-57d427d4-0a7f-464b-a438-f4ca27dee7a8 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002483 May 11 16:29:50.524194 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb9be33-69ea-4013-8ddc-418edfc497f2 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:29:50.532951 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.550172 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Transition to ACTIVE for port object 9cb9be33-69ea-4013-8ddc-418edfc497f2 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:29:50.555247 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.560300 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9ca91e55-afc4-44af-9ec2-2bf43d2a1fba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:50.603857 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.724281 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Pushing event updated for resources: {'Port': ['ID=9cb9be33-69ea-4013-8ddc-418edfc497f2,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:50.733082 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:50.816140 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Attempting to bind port 9cb9be33-69ea-4013-8ddc-418edfc497f2 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:29:50.816399 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Attempting to bind port 9cb9be33-69ea-4013-8ddc-418edfc497f2 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:29:50.816704 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Attempting to bind port 9cb9be33-69ea-4013-8ddc-418edfc497f2 on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:29:50.823092 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Port 9cb9be33-69ea-4013-8ddc-418edfc497f2 on network 5fc6109c-6d31-4275-a539-e882e8418b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:29:50.823413 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Attempting to bind port 9cb9be33-69ea-4013-8ddc-418edfc497f2 on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:29:50.829765 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:29:50.830110 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Checking segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:29:50.830453 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Bound using segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:29:50.830889 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Bound port: 9cb9be33-69ea-4013-8ddc-418edfc497f2, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:29:50.831241 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.929136 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] For port 9cb9be33-69ea-4013-8ddc-418edfc497f2, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:29:50.932289 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] For port 9cb9be33-69ea-4013-8ddc-418edfc497f2, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9cb9be33-69ea-4013-8ddc-418edfc497f2,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:29:50.938129 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.942302 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-84245573-b625-45fe-8b92-92723c1138b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:51.001722 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:51.002333 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:51.003902 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] 10.222.0.87 "PUT /v2.0/ports/9cb9be33-69ea-4013-8ddc-418edfc497f2 HTTP/1.1" status: 200 len: 1093 time: 1.0771599 May 11 16:29:51.004419 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'tag': '9cb9be33-69ea-4013-8ddc-418edfc497f2'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:51.034098 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Pushing event updated for resources: {'Port': ['ID=9cb9be33-69ea-4013-8ddc-418edfc497f2,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:51.038245 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d8e15eca-314b-423b-bfa6-e0d01d44ce4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:51.123792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-b08cc794-b534-4b6f-bcaf-e7f37fdeedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:51.125433 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-b08cc794-b534-4b6f-bcaf-e7f37fdeedeb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 1096 time: 0.0825100 May 11 16:29:51.212223 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-3f16d7a5-cb1f-4e4c-a710-5d5924349b35 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cb9be33-69ea-4013-8ddc-418edfc497f2 HTTP/1.1" status: 200 len: 217 time: 0.0778155 May 11 16:29:51.212975 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9be06910-ed85-48c5-ba40-fbf6c26d0a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:51.291629 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-007f7cfc-4b9d-4f72-8457-3de45f3aeb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:51.293310 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-007f7cfc-4b9d-4f72-8457-3de45f3aeb6d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0732939 May 11 16:29:51.334913 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'tag': '9cb9be33-69ea-4013-8ddc-418edfc497f2', 'status': 'completed', 'code': 200} May 11 16:29:51.509181 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-c0fbac39-b5aa-4b0c-9124-323da9e6f17f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082636 May 11 16:29:51.675817 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c8618-36bf-496e-9998-d7f96e84fbcb req-9db43e4a-c225-4c5a-a8f5-eb3ebaf7e9a4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:51.677442 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-955c8618-36bf-496e-9998-d7f96e84fbcb req-9db43e4a-c225-4c5a-a8f5-eb3ebaf7e9a4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 943 time: 0.3420436 May 11 16:29:51.682247 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-c119364b-9c60-4835-b9ed-dbf1ca3b5a58 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638551 May 11 16:29:51.805841 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-955c8618-36bf-496e-9998-d7f96e84fbcb req-1938d73b-f6f2-461a-a0b7-1218d441b536 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212447 May 11 16:29:51.856678 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-eee0ddef-1730-4aae-a1ee-5f221a346e3a req-3ea08c8b-e2f7-4ca5-aea9-49fa5ca3949a service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579719 May 11 16:29:51.992493 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-d5f37ac5-8fa8-4c38-b5bc-1596fd9e3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:51.993881 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-d5f37ac5-8fa8-4c38-b5bc-1596fd9e3472 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 1096 time: 0.0826776 May 11 16:29:52.140943 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-19c018b8-a8d4-4a31-b4a1-69afcf3831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:52.142405 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-19c018b8-a8d4-4a31-b4a1-69afcf3831fb service neutron] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 916 time: 0.1374736 May 11 16:29:52.216447 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-16ee3d40-3678-407b-8ac5-cce71f5162db service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cb9be33-69ea-4013-8ddc-418edfc497f2 HTTP/1.1" status: 200 len: 217 time: 0.0652654 May 11 16:29:52.288044 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-b4e3af5b-6f85-41fb-8f29-3de48621d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:52.289406 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-b4e3af5b-6f85-41fb-8f29-3de48621d2c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0653994 May 11 16:29:52.340870 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-779399c9-b5ab-43f8-933b-7f185a39728e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434074 May 11 16:29:52.489479 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-b27c40f6-3764-4be4-9739-05c5cdf882ca service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407716 May 11 16:29:52.641536 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f23ca139-f7af-4be7-a4d3-e9acb1741123 req-60b242b6-b38a-4d9a-915e-9df10823966d service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428466 May 11 16:29:53.020233 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a59bb2-413d-40f9-8231-ab4338c92486 req-c040d173-4976-44f3-a2a8-d3ee2501c1ea tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:53.021721 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-36a59bb2-413d-40f9-8231-ab4338c92486 req-c040d173-4976-44f3-a2a8-d3ee2501c1ea tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 943 time: 0.0855329 May 11 16:29:53.074179 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-36a59bb2-413d-40f9-8231-ab4338c92486 req-f7c4835a-e21d-4030-badb-6c5c5691c910 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 May 11 16:29:53.252533 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:54.278214 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa066d0-c61f-491b-a26e-6523e4c7bff2 req-c9626950-0c7c-43cf-905b-57b88eb3ccf9 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:54.279794 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4aa066d0-c61f-491b-a26e-6523e4c7bff2 req-c9626950-0c7c-43cf-905b-57b88eb3ccf9 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 943 time: 0.0919139 May 11 16:29:54.336409 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-4aa066d0-c61f-491b-a26e-6523e4c7bff2 req-0502901a-ca68-4d18-ac2b-2837fa3a9c8d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 May 11 16:29:55.130149 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 9cb9be33-69ea-4013-8ddc-418edfc497f2 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:29:55.274696 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 9cb9be33-69ea-4013-8ddc-418edfc497f2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9cb9be33-69ea-4013-8ddc-418edfc497f2,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:55.290600 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '9cb9be33-69ea-4013-8ddc-418edfc497f2', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'port_id': '9cb9be33-69ea-4013-8ddc-418edfc497f2', 'mac_address': 'fa:16:3e:b0:9a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ba79c2-8697-4995-831b-6ec0b4fb33f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:29:55.399478 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:55.419004 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb9be33-69ea-4013-8ddc-418edfc497f2 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:29:55.443397 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:55.450365 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 9cb9be33-69ea-4013-8ddc-418edfc497f2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9cb9be33-69ea-4013-8ddc-418edfc497f2,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:55.454870 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:55.456713 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:55.538986 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=9cb9be33-69ea-4013-8ddc-418edfc497f2,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:55.542515 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:55.563043 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391cf7a-bda3-4b72-ba40-f7e83e8c967f req-d4df6b63-0c70-444c-b305-7065bba68869 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:55.564681 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1391cf7a-bda3-4b72-ba40-f7e83e8c967f req-d4df6b63-0c70-444c-b305-7065bba68869 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 944 time: 0.1086438 May 11 16:29:55.613502 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-1391cf7a-bda3-4b72-ba40-f7e83e8c967f req-f9776950-49b0-4e0a-a022-03ed37d03360 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 May 11 16:29:55.744026 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['9cb9be33-69ea-4013-8ddc-418edfc497f2'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:29:56.804450 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81862-d0c9-4c26-a250-d6305dd61767 req-a580177c-5069-44b7-8202-dacfa2478061 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:56.805954 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-acd81862-d0c9-4c26-a250-d6305dd61767 req-a580177c-5069-44b7-8202-dacfa2478061 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 944 time: 0.0843821 May 11 16:29:56.856794 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-acd81862-d0c9-4c26-a250-d6305dd61767 req-7c543b57-7328-44ca-a4ef-014a6d86dc95 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 May 11 16:29:56.860465 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:57.140695 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 9cb9be33-69ea-4013-8ddc-418edfc497f2 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:29:57.216108 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 9cb9be33-69ea-4013-8ddc-418edfc497f2 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:29:57.221284 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 9cb9be33-69ea-4013-8ddc-418edfc497f2 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:29:57.221666 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:57.364737 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:57.403998 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb9be33-69ea-4013-8ddc-418edfc497f2'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:29:57.422305 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 9cb9be33-69ea-4013-8ddc-418edfc497f2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9cb9be33-69ea-4013-8ddc-418edfc497f2,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:29:57.426991 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:57.430660 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:57.487480 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb9be33-69ea-4013-8ddc-418edfc497f2', 'code': 200} May 11 16:29:57.543084 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=9cb9be33-69ea-4013-8ddc-418edfc497f2,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:57.546467 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:57.717555 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edb1f5-3603-4e31-aadb-45e5cb1e2c46 req-53735320-c524-4889-95ee-85f24eadaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:57.719033 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-57edb1f5-3603-4e31-aadb-45e5cb1e2c46 req-53735320-c524-4889-95ee-85f24eadaec9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 1098 time: 0.0772309 May 11 16:29:57.769209 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-57edb1f5-3603-4e31-aadb-45e5cb1e2c46 req-76ccbdf5-bb78-4488-900d-4eb3d3578dcf service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383513 May 11 16:29:58.059793 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a04d-d0ce-4607-825c-3fd6158c2a00 req-ee225da4-af63-4179-83a9-233a037b9e15 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:58.061493 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0015a04d-d0ce-4607-825c-3fd6158c2a00 req-ee225da4-af63-4179-83a9-233a037b9e15 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 945 time: 0.0942304 May 11 16:29:58.112482 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0015a04d-d0ce-4607-825c-3fd6158c2a00 req-6d1a69dc-a36f-429e-afed-a6fd88db2239 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440824 May 11 16:29:59.318046 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a644e-9de8-44c8-b140-b413243fa60d req-19a6a0b0-b696-40e2-be60-8a6613a60257 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:59.319688 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-209a644e-9de8-44c8-b140-b413243fa60d req-19a6a0b0-b696-40e2-be60-8a6613a60257 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 945 time: 0.0935390 May 11 16:29:59.375994 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-209a644e-9de8-44c8-b140-b413243fa60d req-54870f50-3606-4744-8790-67dfbd0c106f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 May 11 16:30:10.440033 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82de23-795a-4707-be00-38f1556a3df0 req-6114c652-d191-4aec-8c59-7bbf6352c662 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:10.441473 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-6114c652-d191-4aec-8c59-7bbf6352c662 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.1564796 May 11 16:30:10.457261 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d1b48c9f-6708-43c8-af04-712fe1bbb519 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/quotas/a6071c2a3efc4d6fbd9f6a3041887a43 HTTP/1.1" status: 200 len: 375 time: 0.0100415 May 11 16:30:10.558557 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-5fc4520a-ca2a-438c-8b32-dd893711bd92 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946937 May 11 16:30:10.703482 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-6c463a0d-8e15-4287-ab22-8522e70df869 service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372652 May 11 16:30:10.978499 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-1e0f8c3a-5b55-48a5-b69f-1dcfcdad1d5a service neutron] 10.222.0.73 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684100 May 11 16:30:11.180689 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f79bfeae-cd84-4951-8071-5e18ef7ec876 req-fee7c23e-a58b-472c-97c9-9cba2f93a87d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 210 time: 0.0481586 May 11 16:30:12.395989 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c7fa319a-25a0-41e6-814f-357060424cd6 req-0ea70c5f-b194-48e0-b66d-d5f766ee098c tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 210 time: 0.0841463 May 11 16:30:12.419434 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82de23-795a-4707-be00-38f1556a3df0 req-85f25e1d-09a2-45f1-a209-2bee805d2179 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:12.420960 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-85f25e1d-09a2-45f1-a209-2bee805d2179 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 815 time: 0.2716942 May 11 16:30:12.434991 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Request body: {'port': {'device_id': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'admin_state_up': True, 'tenant_id': 'a6071c2a3efc4d6fbd9f6a3041887a43'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:30:12.582118 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:30:12.593266 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:30:12.608138 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Made reservation on behalf of a6071c2a3efc4d6fbd9f6a3041887a43 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:30:12.611678 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:12.866130 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Allocated IP 172.20.0.14 (5fc6109c-6d31-4275-a539-e882e8418b6a/92ba79c2-8697-4995-831b-6ec0b4fb33f0/d9650e01-2b1c-4ad6-95fb-206783db5c3f) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:30:13.100242 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:13.131340 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:13.137620 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f875a110-5527-45fd-a52e-db722e92b5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:13.150026 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811', '574da0f9-62a7-4cbb-9981-fec9547313c0', '9cb9be33-69ea-4013-8ddc-418edfc497f2'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:30:13.210027 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Network 5fc6109c-6d31-4275-a539-e882e8418b6a is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:30:13.213769 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:30:13.218562 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:30:13.265113 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event updated for resources: {'Port': ['ID=d9650e01-2b1c-4ad6-95fb-206783db5c3f,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:13.270517 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:13.302055 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:13.302828 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:13.332855 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-9fbf791c-24e7-479b-a985-47b9850b8e71 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9020712 May 11 16:30:13.347530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Request body: {'port': {'device_id': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:30:13.491022 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:13.743859 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e3b72-ec43-448f-8c4f-6db234f00bf7 req-95d2d801-f462-4aac-97b2-d0aaf35bbf7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:13.744581 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c99e3b72-ec43-448f-8c4f-6db234f00bf7 req-95d2d801-f462-4aac-97b2-d0aaf35bbf7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:30:13.830856 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-c99e3b72-ec43-448f-8c4f-6db234f00bf7 req-95d2d801-f462-4aac-97b2-d0aaf35bbf7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:30:13.832039 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c99e3b72-ec43-448f-8c4f-6db234f00bf7 req-95d2d801-f462-4aac-97b2-d0aaf35bbf7a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 932 time: 0.3170459 May 11 16:30:13.919202 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c99e3b72-ec43-448f-8c4f-6db234f00bf7 req-ec33afb1-4ce6-49f0-805d-97117b11f1d1 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783305 May 11 16:30:13.999808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9650e01-2b1c-4ad6-95fb-206783db5c3f {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:30:14.008301 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:14.025865 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Transition to ACTIVE for port object d9650e01-2b1c-4ad6-95fb-206783db5c3f will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:30:14.030338 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:14.034554 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-44c35b6e-6a5b-4862-8514-ead8e683ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:14.193004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9650e01-2b1c-4ad6-95fb-206783db5c3f,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:14.200843 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:14.275845 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Attempting to bind port d9650e01-2b1c-4ad6-95fb-206783db5c3f on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:30:14.276219 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Attempting to bind port d9650e01-2b1c-4ad6-95fb-206783db5c3f by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:30:14.276531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Attempting to bind port d9650e01-2b1c-4ad6-95fb-206783db5c3f on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:30:14.281486 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Port d9650e01-2b1c-4ad6-95fb-206783db5c3f on network 5fc6109c-6d31-4275-a539-e882e8418b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:30:14.281808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Attempting to bind port d9650e01-2b1c-4ad6-95fb-206783db5c3f on network 5fc6109c-6d31-4275-a539-e882e8418b6a {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:30:14.288324 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:30:14.288664 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Checking segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:30:14.289127 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Bound using segment: {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:30:14.289484 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Bound port: d9650e01-2b1c-4ad6-95fb-206783db5c3f, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2f3f33-bc68-42fc-9e9b-42249ba0940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:30:14.289838 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:14.505296 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] For port d9650e01-2b1c-4ad6-95fb-206783db5c3f, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:30:14.509110 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] For port d9650e01-2b1c-4ad6-95fb-206783db5c3f, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d9650e01-2b1c-4ad6-95fb-206783db5c3f,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:30:14.514925 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:14.519066 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7f0a0039-8601-4c7f-a348-6636e7c3fdcb tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:14.578523 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:14.579139 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:14.580543 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] 10.222.0.87 "PUT /v2.0/ports/d9650e01-2b1c-4ad6-95fb-206783db5c3f HTTP/1.1" status: 200 len: 1094 time: 1.2376041 May 11 16:30:14.581050 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'tag': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:30:14.608598 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9650e01-2b1c-4ad6-95fb-206783db5c3f,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:14.611903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d268b4b1-39dc-48a3-bbc0-91bcf179edc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:14.659976 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'tag': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f', 'status': 'completed', 'code': 200} May 11 16:30:14.708853 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82de23-795a-4707-be00-38f1556a3df0 req-e6281f75-0b45-44c5-9b54-5631a1198f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:14.710649 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-e6281f75-0b45-44c5-9b54-5631a1198f23 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 1097 time: 0.0833776 May 11 16:30:14.784669 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-f0b67390-2cf2-43cd-99b8-76efdc72dbb5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9650e01-2b1c-4ad6-95fb-206783db5c3f HTTP/1.1" status: 200 len: 217 time: 0.0652475 May 11 16:30:14.858697 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82de23-795a-4707-be00-38f1556a3df0 req-7b9772df-7f4a-43e0-99f8-e15d9fb1c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:14.861155 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-7b9772df-7f4a-43e0-99f8-e15d9fb1c5fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0697150 May 11 16:30:14.910932 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-b86682b9-9346-469e-8ed3-9ef9fb091a7e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422475 May 11 16:30:15.128295 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-1e649a09-3e10-4470-a35f-bfa54d1a8fd6 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093151 May 11 16:30:15.247191 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313cee4-de05-4686-a63f-224c1b0db6c5 req-1f35a726-d735-4c8d-b960-5d53b75b3b5d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:15.248791 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d313cee4-de05-4686-a63f-224c1b0db6c5 req-1f35a726-d735-4c8d-b960-5d53b75b3b5d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 944 time: 0.2083080 May 11 16:30:15.342400 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d313cee4-de05-4686-a63f-224c1b0db6c5 req-e10cede9-9958-4850-ac20-d24c5d56c736 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820212 May 11 16:30:15.344349 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-ff82de23-795a-4707-be00-38f1556a3df0 req-3d5f6af8-53d1-4130-8317-e72f5853cb47 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050900 May 11 16:30:15.495653 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-d7688030-a870-4cbb-9a8a-f6d8460f1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:15.497350 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-d7688030-a870-4cbb-9a8a-f6d8460f1731 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 1097 time: 0.0819938 May 11 16:30:15.673638 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-87afbef6-39dd-4689-b43b-332f801ec4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:15.675199 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-87afbef6-39dd-4689-b43b-332f801ec4db service neutron] 10.222.0.87 "GET /v2.0/networks?id=5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 200 len: 916 time: 0.1647139 May 11 16:30:15.766169 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-f16999a7-1f3e-4023-b6ed-38dcabe51568 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9650e01-2b1c-4ad6-95fb-206783db5c3f HTTP/1.1" status: 200 len: 217 time: 0.0808761 May 11 16:30:15.835976 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-471eb705-2f0d-48b9-9321-e893367591f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:15.837619 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-471eb705-2f0d-48b9-9321-e893367591f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 200 len: 855 time: 0.0638742 May 11 16:30:15.898868 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-956aca11-b008-450d-af44-2deea99b6ec4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5fc6109c-6d31-4275-a539-e882e8418b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480671 May 11 16:30:16.040630 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-f0657da5-1323-4093-b2a5-e5267f687c33 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335833 May 11 16:30:16.183150 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c6171d90-5807-4882-903a-2a57f671b8a2 req-845c0920-65f7-4c18-ae62-421fe578be9a service neutron] 10.222.0.87 "GET /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347682 May 11 16:30:16.560097 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56312c0d-36e8-48d6-a485-768d31b309c0 req-fb8d22f2-a8ca-4b78-bf8e-cf3f3f9cd6f0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:16.561641 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-56312c0d-36e8-48d6-a485-768d31b309c0 req-fb8d22f2-a8ca-4b78-bf8e-cf3f3f9cd6f0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 944 time: 0.0896282 May 11 16:30:16.609114 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:30:16.612439 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-56312c0d-36e8-48d6-a485-768d31b309c0 req-28e88868-9a85-4ca8-ada9-547703fd9f25 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 May 11 16:30:17.357467 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdc39-a229-4e94-a091-1d527796cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:17.804465 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089fb4e-fb67-4d0b-bbec-6d9ba7904cf8 req-e73dfdaf-56b0-41e9-8d97-93a786b1c04b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:17.805940 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3089fb4e-fb67-4d0b-bbec-6d9ba7904cf8 req-e73dfdaf-56b0-41e9-8d97-93a786b1c04b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 944 time: 0.0835230 May 11 16:30:17.852385 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3089fb4e-fb67-4d0b-bbec-6d9ba7904cf8 req-dab23a3c-73e5-4e57-b466-721663967dc6 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 May 11 16:30:19.041846 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec342c-0a75-4574-bf3b-bbb91afc2fa4 req-c7f5d2a0-9dc6-4381-94fa-fb90425746b4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:19.043306 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ceec342c-0a75-4574-bf3b-bbb91afc2fa4 req-c7f5d2a0-9dc6-4381-94fa-fb90425746b4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 944 time: 0.0852077 May 11 16:30:19.089545 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ceec342c-0a75-4574-bf3b-bbb91afc2fa4 req-ec67602c-cdbc-4849-acbb-e831f355307a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 May 11 16:30:19.290737 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device d9650e01-2b1c-4ad6-95fb-206783db5c3f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:30:19.433144 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port d9650e01-2b1c-4ad6-95fb-206783db5c3f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d9650e01-2b1c-4ad6-95fb-206783db5c3f,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:19.448526 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f', 'network_id': '5fc6109c-6d31-4275-a539-e882e8418b6a', 'port_id': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f', 'mac_address': 'fa:16:3e:a6:d2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ba79c2-8697-4995-831b-6ec0b4fb33f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:30:19.508846 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:19.527274 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9650e01-2b1c-4ad6-95fb-206783db5c3f {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:30:19.545848 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port d9650e01-2b1c-4ad6-95fb-206783db5c3f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d9650e01-2b1c-4ad6-95fb-206783db5c3f,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:19.549560 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:19.551555 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:19.635290 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=d9650e01-2b1c-4ad6-95fb-206783db5c3f,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:19.642680 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.643028 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.643365 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.643702 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.644054 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.644382 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.644706 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.645030 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.645353 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.645670 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.645987 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.646391 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:19.650388 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:19.841642 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['d9650e01-2b1c-4ad6-95fb-206783db5c3f'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:30:20.415596 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640537db-21a9-4a22-b80d-d3ea4cb3385b req-16d9909e-47a0-4687-80c3-86f74a84ec11 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:20.417095 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-640537db-21a9-4a22-b80d-d3ea4cb3385b req-16d9909e-47a0-4687-80c3-86f74a84ec11 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 945 time: 0.2194524 May 11 16:30:20.463833 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-640537db-21a9-4a22-b80d-d3ea4cb3385b req-afd06990-eb61-4d45-a1b1-2f3d1d40b934 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 May 11 16:30:20.598164 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:21.205754 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f7922b38-9d2f-41db-9656-1c8b20e551cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:21.297101 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device d9650e01-2b1c-4ad6-95fb-206783db5c3f up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:30:21.369813 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port d9650e01-2b1c-4ad6-95fb-206783db5c3f completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:30:21.375537 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port d9650e01-2b1c-4ad6-95fb-206783db5c3f triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:30:21.376072 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:21.511956 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:21.546849 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:30:21.557542 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port d9650e01-2b1c-4ad6-95fb-206783db5c3f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d9650e01-2b1c-4ad6-95fb-206783db5c3f,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:21.563445 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:21.568869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:21.604314 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f', 'code': 200} May 11 16:30:21.655666 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=d9650e01-2b1c-4ad6-95fb-206783db5c3f,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:21.659932 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:21.713811 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff6239-6e5a-4273-9d49-bf36d162d0bc req-a217bca5-001e-4c9a-992f-bc6b7e3947da tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:21.715325 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9ff6239-6e5a-4273-9d49-bf36d162d0bc req-a217bca5-001e-4c9a-992f-bc6b7e3947da tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 946 time: 0.1264074 May 11 16:30:21.765290 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c9ff6239-6e5a-4273-9d49-bf36d162d0bc req-7b3f2973-588d-4cd5-842c-25ef9184532c tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 May 11 16:30:21.863422 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f290-b366-4b23-8901-84b2752f676f req-4da0b6fd-ffc8-42b5-8646-a794cbcaa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:21.864988 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c061f290-b366-4b23-8901-84b2752f676f req-4da0b6fd-ffc8-42b5-8646-a794cbcaa19a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 1099 time: 0.0749543 May 11 16:30:21.909226 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c061f290-b366-4b23-8901-84b2752f676f req-476eb1d4-65d1-4477-94b1-7e6e70a8de08 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360284 May 11 16:30:22.971044 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1874c3-3c73-4368-b20b-028440824052 req-7888d71e-afbf-445d-a77e-9fccbb308ba4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:22.972595 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5e1874c3-3c73-4368-b20b-028440824052 req-7888d71e-afbf-445d-a77e-9fccbb308ba4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 946 time: 0.0875273 May 11 16:30:23.020751 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5e1874c3-3c73-4368-b20b-028440824052 req-c4dbb950-8483-415f-a509-a79d2bc0ebbc tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 May 11 16:30:23.253836 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:24.208674 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a564228-3c3a-4df4-aa94-d8e6caa0acd5 req-fb364e51-39af-43c1-8671-fb6556c90204 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:24.210339 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0a564228-3c3a-4df4-aa94-d8e6caa0acd5 req-fb364e51-39af-43c1-8671-fb6556c90204 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 946 time: 0.0819552 May 11 16:30:24.262162 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0a564228-3c3a-4df4-aa94-d8e6caa0acd5 req-b5996942-c307-49f6-a730-392be4c181ce tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458302 May 11 16:30:25.440145 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:26.873580 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:33.686015 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-1d278896-82bb-4a3b-9959-95475b617bad service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754755 May 11 16:30:33.837589 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435941-f486-445f-86d4-38da15aa8f92 req-c223fe51-8afa-4281-a937-fd4cf49f80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:33.838985 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-c223fe51-8afa-4281-a937-fd4cf49f80f6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1098 time: 0.0764139 May 11 16:30:33.998698 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435941-f486-445f-86d4-38da15aa8f92 req-b53ab0cf-dce4-4e6c-b205-f5841ffee495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:34.000308 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-b53ab0cf-dce4-4e6c-b205-f5841ffee495 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.1370728 May 11 16:30:34.123551 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-a0d695a3-7f2d-4c54-b1a9-240c9cdc9a61 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 200 len: 1000 time: 0.1061761 May 11 16:30:34.188612 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435941-f486-445f-86d4-38da15aa8f92 req-aaab2868-5b01-41a4-b9a3-c6e7ea25c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:34.190042 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-aaab2868-5b01-41a4-b9a3-c6e7ea25c272 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0585232 May 11 16:30:34.271846 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435941-f486-445f-86d4-38da15aa8f92 req-245dc7b1-69db-4a2f-bfc5-c2189cdb94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:34.273488 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-245dc7b1-69db-4a2f-bfc5-c2189cdb94aa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0761321 May 11 16:30:34.416341 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-c928fdb1-4a1c-450c-abb5-604c685f49fb service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353152 May 11 16:30:34.560872 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-65435941-f486-445f-86d4-38da15aa8f92 req-22c661ad-90fd-4f70-89c8-4b6a7050e6db service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320572 May 11 16:30:36.196385 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec939-a6d0-499d-a520-92a8695a88ab req-24ef47f3-b9f2-494f-afd5-af77ef1ddb4b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:36.197859 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe6ec939-a6d0-499d-a520-92a8695a88ab req-24ef47f3-b9f2-494f-afd5-af77ef1ddb4b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 946 time: 0.0835717 May 11 16:30:36.244791 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-fe6ec939-a6d0-499d-a520-92a8695a88ab req-25ffd46a-45fd-430b-8e95-27d22b2a7eec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 May 11 16:30:37.433643 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bac63-11cf-4038-bec1-0cb611f1a78f req-8e9fa407-867e-4955-ba3c-02ad1df83780 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:37.435370 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b23bac63-11cf-4038-bec1-0cb611f1a78f req-8e9fa407-867e-4955-ba3c-02ad1df83780 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 946 time: 0.0840657 May 11 16:30:37.481576 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b23bac63-11cf-4038-bec1-0cb611f1a78f req-382decea-22ba-4c20-a6b6-4cbfb6f100db tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 May 11 16:30:37.931280 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69fee-ee13-41bf-bc11-994907b93fff req-f55b3c45-b782-4ffc-a112-5cb722f0cf43 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:37.932654 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-38e69fee-ee13-41bf-bc11-994907b93fff req-f55b3c45-b782-4ffc-a112-5cb722f0cf43 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 946 time: 0.0833797 May 11 16:30:38.081020 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Deleting port d9650e01-2b1c-4ad6-95fb-206783db5c3f {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:30:38.081356 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:38.226218 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] For port d9650e01-2b1c-4ad6-95fb-206783db5c3f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d9650e01-2b1c-4ad6-95fb-206783db5c3f,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:38.226582 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:38.463546 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Calling delete_port for d9650e01-2b1c-4ad6-95fb-206783db5c3f owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:30:38.593743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:38.600543 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5e0cefc9-99cd-48fc-9145-6ea4e3a2a47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:38.612398 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811', '574da0f9-62a7-4cbb-9981-fec9547313c0', '9cb9be33-69ea-4013-8ddc-418edfc497f2', 'd9650e01-2b1c-4ad6-95fb-206783db5c3f'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:30:38.641388 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-e513be1b-72fa-4501-b730-fc71a04ed84d req-ffc2cc51-8566-4310-822e-bb99d367f36f tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e74b4ce-7f9b-4910-9d64-b10e6285b019 HTTP/1.1" status: 200 len: 210 time: 0.0491586 May 11 16:30:38.650785 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event deleted for resources: {'Port': ['ID=d9650e01-2b1c-4ad6-95fb-206783db5c3f,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:38.654064 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:38.734152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] No DVR routers for this DVR port d9650e01-2b1c-4ad6-95fb-206783db5c3f on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:30:38.736958 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:38.740304 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'name': 'network-vif-deleted', 'tag': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:30:38.759014 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-38e69fee-ee13-41bf-bc11-994907b93fff req-d70b3caa-7d02-4f69-ab9e-b4694dfd5423 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "DELETE /v2.0/ports/d9650e01-2b1c-4ad6-95fb-206783db5c3f HTTP/1.1" status: 204 len: 173 time: 0.8207281 May 11 16:30:38.804329 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e74b4ce-7f9b-4910-9d64-b10e6285b019', 'name': 'network-vif-deleted', 'tag': 'd9650e01-2b1c-4ad6-95fb-206783db5c3f', 'status': 'completed', 'code': 200} May 11 16:30:41.367182 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8b0f-4c9d-4cd1-babf-4fd891d76cdc req-e84ddf44-988d-482f-8004-e016646610e9 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:41.368797 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c3ec8b0f-4c9d-4cd1-babf-4fd891d76cdc req-e84ddf44-988d-482f-8004-e016646610e9 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 945 time: 0.0879834 May 11 16:30:41.407385 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device d9650e01-2b1c-4ad6-95fb-206783db5c3f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:30:41.420518 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-c3ec8b0f-4c9d-4cd1-babf-4fd891d76cdc req-4c72cccf-ed91-4477-a03e-7dcbe6b60cff tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458724 May 11 16:30:41.444140 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: d9650e01-2b1c-4ad6-95fb-206783db5c3f {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:30:41.444489 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device d9650e01-2b1c-4ad6-95fb-206783db5c3f not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:30:42.624746 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c5169-0df6-4a3a-aa75-1dca7938911e req-c9188c1a-a09e-4ad2-b96b-97ff5a1d644b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:42.625357 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-927c5169-0df6-4a3a-aa75-1dca7938911e req-c9188c1a-a09e-4ad2-b96b-97ff5a1d644b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:30:42.642139 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-927c5169-0df6-4a3a-aa75-1dca7938911e req-c9188c1a-a09e-4ad2-b96b-97ff5a1d644b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:30:42.643244 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-927c5169-0df6-4a3a-aa75-1dca7938911e req-c9188c1a-a09e-4ad2-b96b-97ff5a1d644b tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 945 time: 0.1131854 May 11 16:30:42.693479 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-927c5169-0df6-4a3a-aa75-1dca7938911e req-4a4cfe8d-b7d1-474f-afc7-c080ec112ca7 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 May 11 16:30:42.861226 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-276afd11-d2d8-455d-9bd8-1dd76b8d32a4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:42.862638 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-276afd11-d2d8-455d-9bd8-1dd76b8d32a4 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 945 time: 0.0835347 May 11 16:30:43.000348 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Deleting port 9cb9be33-69ea-4013-8ddc-418edfc497f2 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:30:43.000685 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:43.139816 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] For port 9cb9be33-69ea-4013-8ddc-418edfc497f2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9cb9be33-69ea-4013-8ddc-418edfc497f2,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:43.140162 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:43.268998 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Calling delete_port for 9cb9be33-69ea-4013-8ddc-418edfc497f2 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:30:43.378603 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:43.385488 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8943f0d1-3f18-40b3-9ca2-3f8110aa43d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:43.391143 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811', '574da0f9-62a7-4cbb-9981-fec9547313c0', '9cb9be33-69ea-4013-8ddc-418edfc497f2'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:30:43.436030 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event deleted for resources: {'Port': ['ID=9cb9be33-69ea-4013-8ddc-418edfc497f2,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:43.438956 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:43.513674 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] No DVR routers for this DVR port 9cb9be33-69ea-4013-8ddc-418edfc497f2 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:30:43.516525 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:43.521053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'name': 'network-vif-deleted', 'tag': '9cb9be33-69ea-4013-8ddc-418edfc497f2'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:30:43.541265 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-c827e5f8-23a9-4bab-8961-6647981a7206 req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "DELETE /v2.0/ports/9cb9be33-69ea-4013-8ddc-418edfc497f2 HTTP/1.1" status: 204 len: 173 time: 0.6720455 May 11 16:30:43.581113 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50518ad8-6eac-4e34-ae11-d55dcf77afc9', 'name': 'network-vif-deleted', 'tag': '9cb9be33-69ea-4013-8ddc-418edfc497f2', 'status': 'completed', 'code': 200} May 11 16:30:43.868133 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-d9221dff-e508-4741-9805-47664f0f1a26 req-55122c32-eb08-4138-9272-4bd2309f5166 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:30:43.884458 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-d9221dff-e508-4741-9805-47664f0f1a26 req-55122c32-eb08-4138-9272-4bd2309f5166 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:30:43.885678 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d9221dff-e508-4741-9805-47664f0f1a26 req-55122c32-eb08-4138-9272-4bd2309f5166 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=50518ad8-6eac-4e34-ae11-d55dcf77afc9 HTTP/1.1" status: 200 len: 210 time: 0.0625765 May 11 16:30:45.402342 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ec7b-e5fc-4bb4-bb78-c3864dad0470 req-d16fbfa1-551a-4022-8681-a160ea9ecc3a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:45.403942 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6233ec7b-e5fc-4bb4-bb78-c3864dad0470 req-d16fbfa1-551a-4022-8681-a160ea9ecc3a tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 946 time: 0.1080501 May 11 16:30:45.459673 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6233ec7b-e5fc-4bb4-bb78-c3864dad0470 req-abc502a3-fdc3-45e5-bf06-64fa314aa819 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 May 11 16:30:46.701189 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-bef3b973-52df-4b58-a6e4-74b88a00e15e tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:46.702732 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-bef3b973-52df-4b58-a6e4-74b88a00e15e tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 946 time: 0.1575792 May 11 16:30:46.716373 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1f582-2170-4312-94a0-71bf563cc30f req-406d5972-7c86-4a52-ad8b-2ca434101e0e tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:46.717917 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1db1f582-2170-4312-94a0-71bf563cc30f req-406d5972-7c86-4a52-ad8b-2ca434101e0e tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 946 time: 0.1381767 May 11 16:30:46.862552 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-1db1f582-2170-4312-94a0-71bf563cc30f req-e15c1d75-8135-433c-8e64-ac41dcbb93e2 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131289 May 11 16:30:46.907189 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Deleting port 574da0f9-62a7-4cbb-9981-fec9547313c0 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:30:46.907500 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:47.168572 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] For port 574da0f9-62a7-4cbb-9981-fec9547313c0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=574da0f9-62a7-4cbb-9981-fec9547313c0,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:47.168899 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:47.299444 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Calling delete_port for 574da0f9-62a7-4cbb-9981-fec9547313c0 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:30:47.377618 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2b790f7b-6e8a-4ded-8f0f-898f55b42006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:47.430712 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:47.436599 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 9cb9be33-69ea-4013-8ddc-418edfc497f2 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:30:47.437371 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-881e9ffa-7bdc-4974-9d41-d1cb6f211c6a tempest-TestShelveInstance-743381179 tempest-TestShelveInstance-743381179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:47.475106 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811', '574da0f9-62a7-4cbb-9981-fec9547313c0'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:30:47.484392 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event deleted for resources: {'Port': ['ID=574da0f9-62a7-4cbb-9981-fec9547313c0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:47.488152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:47.508337 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 9cb9be33-69ea-4013-8ddc-418edfc497f2 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:30:47.509238 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 9cb9be33-69ea-4013-8ddc-418edfc497f2 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:30:47.575028 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] No DVR routers for this DVR port 574da0f9-62a7-4cbb-9981-fec9547313c0 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:30:47.579188 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:47.586372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'name': 'network-vif-deleted', 'tag': '574da0f9-62a7-4cbb-9981-fec9547313c0'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:30:47.600868 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-53c1e9a0-4c0d-493c-9b05-0babaaba48d3 req-aaeb5193-a58c-4248-81ea-810115e867d0 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "DELETE /v2.0/ports/574da0f9-62a7-4cbb-9981-fec9547313c0 HTTP/1.1" status: 204 len: 173 time: 0.8817935 May 11 16:30:47.649332 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6400fa-0dc3-4d49-8229-92001ffd8814', 'name': 'network-vif-deleted', 'tag': '574da0f9-62a7-4cbb-9981-fec9547313c0', 'status': 'completed', 'code': 200} May 11 16:30:48.039559 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3df13dda-9eb8-45f6-9020-614673dfc98a req-ee6c5788-7c55-4990-a8ba-9943fd8cd8ce tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Synchronizing usage tracker for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:30:48.058183 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-3df13dda-9eb8-45f6-9020-614673dfc98a req-ee6c5788-7c55-4990-a8ba-9943fd8cd8ce tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Unset dirty status for tenant:a6071c2a3efc4d6fbd9f6a3041887a43 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:30:48.060511 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3df13dda-9eb8-45f6-9020-614673dfc98a req-ee6c5788-7c55-4990-a8ba-9943fd8cd8ce tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 210 time: 0.0684035 May 11 16:30:49.227420 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-6a9449ae-cd56-4759-a692-7f582b9452d0 req-bcaabab2-fa8f-4dd6-a4c4-dfb92ca2f9a3 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff6400fa-0dc3-4d49-8229-92001ffd8814 HTTP/1.1" status: 200 len: 210 time: 0.0445044 May 11 16:30:50.604247 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:51.208967 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9a1dfff4-546f-482d-a1d7-a1e46f1182bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:51.466716 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 574da0f9-62a7-4cbb-9981-fec9547313c0 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:30:51.503820 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 574da0f9-62a7-4cbb-9981-fec9547313c0 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:30:51.504195 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 574da0f9-62a7-4cbb-9981-fec9547313c0 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:30:51.944244 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ed97e-49ed-4cef-9509-89c0e826b138 req-17936b3e-26be-4881-9eeb-e9bda6db4c34 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:51.945772 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a3ed97e-49ed-4cef-9509-89c0e826b138 req-17936b3e-26be-4881-9eeb-e9bda6db4c34 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 945 time: 0.0854137 May 11 16:30:51.999991 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-0a3ed97e-49ed-4cef-9509-89c0e826b138 req-da43ef60-cf46-4bb4-81f3-89a072623ed8 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 May 11 16:30:53.193817 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b462-812f-46d7-b5e1-0697e03932f5 req-79c5a3fd-91aa-4fa8-b431-c04634d47f83 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:53.195255 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7cc5b462-812f-46d7-b5e1-0697e03932f5 req-79c5a3fd-91aa-4fa8-b431-c04634d47f83 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 945 time: 0.0842557 May 11 16:30:53.240108 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-7cc5b462-812f-46d7-b5e1-0697e03932f5 req-ce6f978e-3313-4881-81d4-74dceda0efda tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/security-groups?id=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 May 11 16:30:53.262960 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:53.549840 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-fce5911e-23c4-42ca-b25f-ce5b90aade97 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:53.551329 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-fce5911e-23c4-42ca-b25f-ce5b90aade97 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 945 time: 0.0862956 May 11 16:30:53.608630 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:30:53.699466 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Deleting port 134ceddd-70bf-4351-8280-10225fd59811 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:30:53.699827 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:53.846144 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] For port 134ceddd-70bf-4351-8280-10225fd59811, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=134ceddd-70bf-4351-8280-10225fd59811,segment=NetworkSegment(3f2f3f33-bc68-42fc-9e9b-42249ba0940b),segment_id=3f2f3f33-bc68-42fc-9e9b-42249ba0940b)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:53.846513 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:53.976701 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Calling delete_port for 134ceddd-70bf-4351-8280-10225fd59811 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:30:54.090760 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:54.096704 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c0faaebf-980c-43c4-8b83-863ced79740d tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:54.102602 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['134ceddd-70bf-4351-8280-10225fd59811'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:30:54.146139 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Pushing event deleted for resources: {'Port': ['ID=134ceddd-70bf-4351-8280-10225fd59811,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:54.185861 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.186236 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.186603 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.186968 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.187328 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.187687 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.188075 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.188426 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.188781 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.189129 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.189480 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.189830 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:54.196971 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:54.235645 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] No DVR routers for this DVR port 134ceddd-70bf-4351-8280-10225fd59811 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:30:54.238095 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:54.241315 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'name': 'network-vif-deleted', 'tag': '134ceddd-70bf-4351-8280-10225fd59811'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:30:54.258132 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-578c1096-3c68-49e7-a821-5ba346bddde2 req-1800002c-1059-4aa5-ad43-02693ced72ec tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.87 "DELETE /v2.0/ports/134ceddd-70bf-4351-8280-10225fd59811 HTTP/1.1" status: 204 len: 173 time: 0.7001567 May 11 16:30:54.289126 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ed6792-87e0-4bb8-9fbc-f94a6d78e29c', 'name': 'network-vif-deleted', 'tag': '134ceddd-70bf-4351-8280-10225fd59811', 'status': 'completed', 'code': 200} May 11 16:30:54.412547 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0325f05a-6948-4113-87db-82c9a7ddf4e5 req-e8425efa-4662-4b77-a97c-c1de5be6a488 tempest-AttachVolumeNegativeTest-1860394194 tempest-AttachVolumeNegativeTest-1860394194-project] 10.222.0.73 "GET /v2.0/ports?device_id=38ed6792-87e0-4bb8-9fbc-f94a6d78e29c HTTP/1.1" status: 200 len: 210 time: 0.0438044 May 11 16:30:55.334699 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-c11f6490-d280-40d0-8fdd-273cbfbb5c0f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212534972&fields=id&tenant_id=86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 267 time: 0.0418904 May 11 16:30:55.441192 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:55.498895 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-02ee1ebd-7454-4fa6-93d9-d0e273b1a007 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:55.500372 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-02ee1ebd-7454-4fa6-93d9-d0e273b1a007 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 812 time: 0.1590369 May 11 16:30:55.510533 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53962) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:55.518584 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-c46b027c-5efd-46f1-8c48-a4b212448623 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/quotas/86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 375 time: 0.0102415 May 11 16:30:55.577923 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Deleting subnet 92ba79c2-8697-4995-831b-6ec0b4fb33f0 {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:30:55.581024 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:55.613038 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-a03fe4cc-a3d9-4781-b849-23dbf6cd1d65 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876312 May 11 16:30:55.632726 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:55.689153 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:55.806565 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-34dfaef8-1b4c-4514-8512-f3e4ee39f1cf service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:30:55.807563 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-34dfaef8-1b4c-4514-8512-f3e4ee39f1cf service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1820157 May 11 16:30:55.976454 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:55.980783 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:56.015340 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ba79c2-8697-4995-831b-6ec0b4fb33f0,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:56.025615 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.029992 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.030375 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.030749 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.031119 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.031491 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.031873 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.032239 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.032598 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.032956 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.033315 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.033685 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.034009 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:56.038393 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:56.042309 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-08f992cb-cf2a-481e-9bd3-795168483f71 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/92ba79c2-8697-4995-831b-6ec0b4fb33f0 HTTP/1.1" status: 204 len: 168 time: 0.5275738 May 11 16:30:56.042426 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 53968) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:56.066863 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-e767f485-d673-40ef-9b42-8360d7c7c487 service neutron] 10.222.0.73 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520688 May 11 16:30:56.211598 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-c3e08f69-4edf-47ae-b24a-8f121940b578 service neutron] 10.222.0.73 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371255 May 11 16:30:56.253778 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.391031 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.404492 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc6109c-6d31-4275-a539-e882e8418b6a']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:30:56.417973 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2f3f33-bc68-42fc-9e9b-42249ba0940b') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:30:56.418246 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2f3f33-bc68-42fc-9e9b-42249ba0940b') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:30:56.431014 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.449720 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.456944 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:30:56.457519 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:30:56.471011 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:30:56.554877 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.560910 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9ce234df-a7dc-4a14-905c-a49ff6f788f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:56.576530 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.587143 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc6109c-6d31-4275-a539-e882e8418b6a,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:56.624010 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:56.639593 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-cea9fd9c-c77c-4aa5-b218-1c1ef82430ce req-3b4781d5-cf49-468b-a5bb-8b82262492b1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0570018 May 11 16:30:56.640971 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-ecba086d-90bb-49a9-b1dc-28679a85a710 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5fc6109c-6d31-4275-a539-e882e8418b6a HTTP/1.1" status: 204 len: 168 time: 0.5976803 May 11 16:30:56.889899 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:56.890842 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53990) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:56.947715 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-26ed7554-82cf-468c-842d-573df5f67f5e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a6071c2a3efc4d6fbd9f6a3041887a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562665 May 11 16:30:56.950895 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 53994) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:57.010556 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:57.039794 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:57.096810 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:57.101190 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-05656839-58cb-4ef1-ad5e-57332c8c2426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:57.116053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e102e-38e8-4a5a-a5c1-24baec3b20cc,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:57.119042 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:57.127234 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:57.131245 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca9e102e-38e8-4a5a-a5c1-24baec3b20cc HTTP/1.1" status: 204 len: 168 time: 0.1766164 May 11 16:30:57.513465 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 134ceddd-70bf-4351-8280-10225fd59811 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:30:57.550154 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: 134ceddd-70bf-4351-8280-10225fd59811 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:30:57.550791 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 134ceddd-70bf-4351-8280-10225fd59811 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:30:57.742430 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-ebb4560d-26cf-45ea-9410-7147f8a12c0f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:57.745761 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-ebb4560d-26cf-45ea-9410-7147f8a12c0f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 812 time: 0.1793926 May 11 16:30:57.837544 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-b39ebfd9-f9eb-4617-85df-8632c7c90a7f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e19944b3f04b55830a20e3c4b13d39 HTTP/1.1" status: 200 len: 379 time: 0.0848246 May 11 16:30:57.847013 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'port': {'device_id': '26e82c67-8371-4266-8330-a489741d6fd4', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'admin_state_up': True, 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'security_groups': ['74a87273-e67c-46e8-807a-5bcf3c1d71c7']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:30:57.870844 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-2ba7537f-3992-4785-a404-22d0a419aa02 req-433f2bd9-cd82-40ae-800a-36d7e63b3744 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0767436 May 11 16:30:58.003978 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:30:58.013909 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:30:58.033458 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Made reservation on behalf of 86e19944b3f04b55830a20e3c4b13d39 for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:30:58.039212 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:58.220375 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Allocated IP 172.20.0.7 (5240c12a-3427-40e2-ba97-474321e63de8/316e3019-f5ea-4f5d-bc03-88a65d399f54/73ced04a-fdd7-4a77-a10d-20dd1b407454) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:30:58.437593 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:58.455090 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Transition to ACTIVE for port object 73ced04a-fdd7-4a77-a10d-20dd1b407454 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:30:58.480895 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:58.486766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d7fcddaa-5331-46b6-a3dc-2fd3c65b7c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:58.591159 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Network 5240c12a-3427-40e2-ba97-474321e63de8 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:30:58.596386 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:30:58.614259 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:30:58.668305 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=73ced04a-fdd7-4a77-a10d-20dd1b407454,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:58.675126 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:58.706845 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:58.707507 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:58.735235 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8918929 May 11 16:30:58.747009 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.v2.base [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Request body: {'port': {'device_id': '26e82c67-8371-4266-8330-a489741d6fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:30:58.864403 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f2b5d54e-a7b6-4bb5-85e2-e199854e2cd5 None None] Provisioning for port 73ced04a-fdd7-4a77-a10d-20dd1b407454 completed by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:30:58.869286 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:58.870171 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-f2b5d54e-a7b6-4bb5-85e2-e199854e2cd5 None None] Provisioning complete for port 73ced04a-fdd7-4a77-a10d-20dd1b407454 triggered by entity DHCP. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:30:58.870673 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d54e-a7b6-4bb5-85e2-e199854e2cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:58.939471 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54050) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:58.944987 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5d54e-a7b6-4bb5-85e2-e199854e2cd5 None None] Port 73ced04a-fdd7-4a77-a10d-20dd1b407454 cannot update to ACTIVE because it is not bound. {{(pid=78809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:30:59.096445 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.115628 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:30:59.126121 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Usage tracker for resource:security_group_rule and tenant:517fea4587244b518e40fe78522e4195 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:30:59.131015 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:30:59.140590 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988e31c-8f91-4cba-a3df-5a31c7a9fa09 req-4ff1eeaa-d2ec-4e7b-90a6-9e57ba0eb6e0 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:59.142090 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0988e31c-8f91-4cba-a3df-5a31c7a9fa09 req-4ff1eeaa-d2ec-4e7b-90a6-9e57ba0eb6e0 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 931 time: 0.1254585 May 11 16:30:59.148802 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:30:59.225066 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-0988e31c-8f91-4cba-a3df-5a31c7a9fa09 req-b193028a-daf4-4c51-a74a-1fb8a63cf623 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735450 May 11 16:30:59.297812 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.302682 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.310096 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:59.338679 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee16762-d7a2-4e8c-aaaa-d6bb563ff8ab,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:59.353721 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ced04a-fdd7-4a77-a10d-20dd1b407454 {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:30:59.362201 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.368750 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:59.375228 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-c8a58339-4556-446e-bd51-909374bc1459 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=517fea4587244b518e40fe78522e4195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340391 May 11 16:30:59.378750 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54056) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:59.381145 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Transition to ACTIVE for port object 73ced04a-fdd7-4a77-a10d-20dd1b407454 will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:30:59.385866 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.389768 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:59.464755 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.496748 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.522750 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Pushing event updated for resources: {'Port': ['ID=73ced04a-fdd7-4a77-a10d-20dd1b407454,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:59.565134 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:59.566967 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.572036 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7209be00-a5fa-420f-8682-c12c7816feae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:59.586831 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee16762-d7a2-4e8c-aaaa-d6bb563ff8ab,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:59.589900 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:59.592168 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.595607 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dee16762-d7a2-4e8c-aaaa-d6bb563ff8ab HTTP/1.1" status: 204 len: 168 time: 0.2134349 May 11 16:30:59.637199 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Attempting to bind port 73ced04a-fdd7-4a77-a10d-20dd1b407454 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:30:59.637537 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Attempting to bind port 73ced04a-fdd7-4a77-a10d-20dd1b407454 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:30:59.638353 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Attempting to bind port 73ced04a-fdd7-4a77-a10d-20dd1b407454 on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:30:59.642945 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Port 73ced04a-fdd7-4a77-a10d-20dd1b407454 on network 5240c12a-3427-40e2-ba97-474321e63de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:30:59.643270 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Attempting to bind port 73ced04a-fdd7-4a77-a10d-20dd1b407454 on network 5240c12a-3427-40e2-ba97-474321e63de8 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:30:59.648993 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Checking agent: {'id': '91fa3dd9-24ec-4ef6-a612-b9b55e3c41c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'started_at': datetime.datetime(2021, 5, 11, 16, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:30:59.649329 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Checking segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:30:59.649909 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Bound using segment: {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:30:59.650341 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Bound port: 73ced04a-fdd7-4a77-a10d-20dd1b407454, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472814a7-ff26-402b-b5ce-a20a78932aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:30:59.650687 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.748365 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] For port 73ced04a-fdd7-4a77-a10d-20dd1b407454, host hv-cinder-76111, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:30:59.751372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] For port 73ced04a-fdd7-4a77-a10d-20dd1b407454, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:30:59.756569 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099181'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.761289 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-319ea825-b00d-4f0c-a8a4-2254e5221ea1 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:59.815586 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:59.816241 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:59.818637 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] 10.222.0.87 "PUT /v2.0/ports/73ced04a-fdd7-4a77-a10d-20dd1b407454 HTTP/1.1" status: 200 len: 1093 time: 1.0760632 May 11 16:30:59.819396 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:30:59.851075 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Pushing event updated for resources: {'Port': ['ID=73ced04a-fdd7-4a77-a10d-20dd1b407454,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:59.854743 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:59.904004 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'status': 'completed', 'code': 200} May 11 16:30:59.955599 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-43904d94-04da-4dac-8f72-0eb1eccd189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:59.957218 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-43904d94-04da-4dac-8f72-0eb1eccd189e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0951436 May 11 16:31:00.039299 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-89371213-0a1e-4d1e-b17f-b85c979bdcd3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454 HTTP/1.1" status: 200 len: 217 time: 0.0728683 May 11 16:31:00.110125 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-2217f593-af3e-4c36-8eb3-700cbd53fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:00.111618 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-2217f593-af3e-4c36-8eb3-700cbd53fa96 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0658977 May 11 16:31:00.192508 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06509a7-2362-4d8d-8450-31a030190717 req-6042dc39-381c-4937-8fa6-2087d40dec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:00.194119 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-6042dc39-381c-4937-8fa6-2087d40dec73 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748506 May 11 16:31:00.340131 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-d4fb9dcc-ecf2-4b99-8877-31cb77f61f50 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382105 May 11 16:31:00.435104 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d842-31ba-43b6-b414-4c121045167e req-ba3553be-b846-4edc-ac9d-bb6d67bbcef8 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:00.438596 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-30e8d842-31ba-43b6-b414-4c121045167e req-ba3553be-b846-4edc-ac9d-bb6d67bbcef8 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.0964379 May 11 16:31:00.504167 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-a06509a7-2362-4d8d-8450-31a030190717 req-2cf7f299-9422-4ea5-af4d-c68ce288ead0 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573873 May 11 16:31:00.509253 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-30e8d842-31ba-43b6-b414-4c121045167e req-9299d875-8240-413f-901c-fa7739868ab9 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605972 May 11 16:31:00.639385 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-c76dec16-3c6b-446d-8fb0-f6991691528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:00.640921 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-c76dec16-3c6b-446d-8fb0-f6991691528e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0800846 May 11 16:31:00.784554 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-8779f364-d897-4bbb-b8ee-5cc715071b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:00.787127 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-8779f364-d897-4bbb-b8ee-5cc715071b35 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.1377075 May 11 16:31:00.878958 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-f9d82764-2efd-4f29-b658-7a5d80dc0849 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454 HTTP/1.1" status: 200 len: 217 time: 0.0820704 May 11 16:31:00.952124 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-fc5979c5-79aa-48e1-b2a3-db509845dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:00.953557 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-fc5979c5-79aa-48e1-b2a3-db509845dbf2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0640116 May 11 16:31:01.032193 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-99778b0b-1fa8-4cd8-8a65-f69015708ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:01.033544 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-99778b0b-1fa8-4cd8-8a65-f69015708ba5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0731738 May 11 16:31:01.281182 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-d9de1149-9d09-4109-867d-e0cb5e0ccfba service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400208 May 11 16:31:01.423835 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-08b1c5de-07ec-44a6-9bb9-ade1d5a25ac7 req-90bae16c-ce5f-4d5b-890b-35afe3e4fab1 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360123 May 11 16:31:01.606763 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54110) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:01.718412 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185eff7-b71c-4f89-9d7f-4ee5750c8076 req-eca3654e-4cb7-42d3-b9d1-b3ad02a926b7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:01.719116 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-d185eff7-b71c-4f89-9d7f-4ee5750c8076 req-eca3654e-4cb7-42d3-b9d1-b3ad02a926b7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:31:01.744486 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:01.764869 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:01.769163 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Usage tracker for resource:security_group_rule and tenant:2415d670638d42d19f3c6376983bed9d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:01.772608 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-d185eff7-b71c-4f89-9d7f-4ee5750c8076 req-eca3654e-4cb7-42d3-b9d1-b3ad02a926b7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:31:01.773852 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d185eff7-b71c-4f89-9d7f-4ee5750c8076 req-eca3654e-4cb7-42d3-b9d1-b3ad02a926b7 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.1395655 May 11 16:31:01.774537 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:01.782380 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:01.842694 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d185eff7-b71c-4f89-9d7f-4ee5750c8076 req-e6c17b7f-54c6-493c-81cb-940d800ae470 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618992 May 11 16:31:01.905211 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:01.909008 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:01.916023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c5e3a18a-8753-461a-b492-0fb7b66dd040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:01.956833 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4493f67-2c6b-424e-826e-57d7ce1cea39,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:01.962183 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2415d670638d42d19f3c6376983bed9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542707 May 11 16:31:01.963487 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-90ee383f-ef05-4ccd-8b50-ab40d18c960d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:01.964766 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54116) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:02.024761 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89589504-1939-4250-b7e3-cec1a3c24ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.055691 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89589504-1939-4250-b7e3-cec1a3c24ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.106541 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89589504-1939-4250-b7e3-cec1a3c24ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.110126 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a8523871-0c71-4034-914f-eec5a1dfe078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:02.123903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89589504-1939-4250-b7e3-cec1a3c24ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4493f67-2c6b-424e-826e-57d7ce1cea39,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:02.126885 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-89589504-1939-4250-b7e3-cec1a3c24ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:02.128977 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-89589504-1939-4250-b7e3-cec1a3c24ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.130920 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-89589504-1939-4250-b7e3-cec1a3c24ff4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4493f67-2c6b-424e-826e-57d7ce1cea39 HTTP/1.1" status: 204 len: 168 time: 0.1650670 May 11 16:31:02.426245 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54124) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:02.445629 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.460529 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:02.464429 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Usage tracker for resource:security_group_rule and tenant:0865f0ba586d40969b55d13784f1ae76 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:02.467273 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:02.473894 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:02.566428 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.571103 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.578790 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-07340e9d-b91f-4a52-ac7e-458992d5648b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:02.619681 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0865f0ba586d40969b55d13784f1ae76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918001 May 11 16:31:02.622969 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54128) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:02.635659 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012302c-1b4d-4855-a79d-42ff13801925,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:02.639819 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:02.690419 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b302aab1-8f5c-4956-8085-37cb7dcf1870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.725386 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b302aab1-8f5c-4956-8085-37cb7dcf1870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.777964 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b302aab1-8f5c-4956-8085-37cb7dcf1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.781959 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7af85efb-7419-4a05-9135-e7ac99b7728a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:02.795270 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302aab1-8f5c-4956-8085-37cb7dcf1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012302c-1b4d-4855-a79d-42ff13801925,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:02.797729 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b302aab1-8f5c-4956-8085-37cb7dcf1870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:02.802368 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b302aab1-8f5c-4956-8085-37cb7dcf1870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:02.805932 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-b302aab1-8f5c-4956-8085-37cb7dcf1870 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e012302c-1b4d-4855-a79d-42ff13801925 HTTP/1.1" status: 204 len: 168 time: 0.1796169 May 11 16:31:03.040166 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14369-f744-4a23-9f44-ad153dc55c7d req-067eed24-6be4-47d0-9fe9-f459e50fa58b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:03.041685 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-31a14369-f744-4a23-9f44-ad153dc55c7d req-067eed24-6be4-47d0-9fe9-f459e50fa58b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.0894547 May 11 16:31:03.097116 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-31a14369-f744-4a23-9f44-ad153dc55c7d req-1a3accb0-6756-45ab-b2d7-dcf709b41e71 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470550 May 11 16:31:04.338521 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e04060-c436-48d5-92b9-a1942b8725be req-690d1c46-4655-4bf6-93dd-6947897c5966 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:04.340138 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-97e04060-c436-48d5-92b9-a1942b8725be req-690d1c46-4655-4bf6-93dd-6947897c5966 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.1053596 May 11 16:31:04.396483 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-97e04060-c436-48d5-92b9-a1942b8725be req-63378416-f612-4fdf-82c7-80c12ccad646 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460467 May 11 16:31:05.609189 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf361e-9a60-44df-bb06-4e0e63c7f9f4 req-16108fe8-cec6-41f6-89c1-fc5c3636e088 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:05.610711 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-19cf361e-9a60-44df-bb06-4e0e63c7f9f4 req-16108fe8-cec6-41f6-89c1-fc5c3636e088 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.0942738 May 11 16:31:05.662351 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-19cf361e-9a60-44df-bb06-4e0e63c7f9f4 req-a06af385-3d5e-4e2a-9701-9eb627b7d848 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447440 May 11 16:31:06.854911 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d8249-b75f-449f-9c4f-9a6fd15b557a req-043cddf5-cfe7-430b-90dc-2732cf196fca tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:06.856892 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-613d8249-b75f-449f-9c4f-9a6fd15b557a req-043cddf5-cfe7-430b-90dc-2732cf196fca tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.0877202 May 11 16:31:06.905081 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-613d8249-b75f-449f-9c4f-9a6fd15b557a req-b915580a-d0b2-4bc7-859e-a8571f6c5427 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 May 11 16:31:07.851755 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54204) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:07.986236 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:08.003007 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:08.007934 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Usage tracker for resource:security_group_rule and tenant:a9849bd1e4ad4514b6c912923e4a4cef is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:08.011332 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:08.017928 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:08.174654 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374530-18d3-467f-a05b-351310b9546e req-8a69dd68-6592-4ba3-92f1-745d31c17dfa tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:08.176845 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3374530-18d3-467f-a05b-351310b9546e req-8a69dd68-6592-4ba3-92f1-745d31c17dfa tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.1386964 May 11 16:31:08.206298 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:08.217162 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:08.224632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-11f1ac85-1ac5-4719-97bb-74b51698a28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:08.283201 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-a3374530-18d3-467f-a05b-351310b9546e req-d7239220-01c9-4001-9169-23c42565ba46 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948265 May 11 16:31:08.290223 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9849bd1e4ad4514b6c912923e4a4cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373834 May 11 16:31:08.291341 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e066c06-4135-4f65-81e2-3d2d857337d0,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:08.294097 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54214) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:08.296746 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7407e8c8-ee93-45d2-ac85-72e0d257de5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:08.365143 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e398ebd-10ab-4e16-8340-713c15b10be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:08.395046 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e398ebd-10ab-4e16-8340-713c15b10be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:08.452811 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e398ebd-10ab-4e16-8340-713c15b10be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:08.456746 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0467eaa8-fea6-484e-bf4a-7cf1b65c73fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:08.469582 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398ebd-10ab-4e16-8340-713c15b10be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e066c06-4135-4f65-81e2-3d2d857337d0,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:08.473440 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4e398ebd-10ab-4e16-8340-713c15b10be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:08.477244 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4e398ebd-10ab-4e16-8340-713c15b10be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:08.480785 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-4e398ebd-10ab-4e16-8340-713c15b10be2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e066c06-4135-4f65-81e2-3d2d857337d0 HTTP/1.1" status: 204 len: 168 time: 0.1833684 May 11 16:31:09.507530 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e0173-a717-4951-97dc-6dc04f88cb72 req-2ffd7a0c-7c2c-4c68-9b32-8fa53546186f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:09.508825 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-788e0173-a717-4951-97dc-6dc04f88cb72 req-2ffd7a0c-7c2c-4c68-9b32-8fa53546186f tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.0982056 May 11 16:31:09.590959 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-788e0173-a717-4951-97dc-6dc04f88cb72 req-8a21b44c-5b19-411d-bc8e-092ab0d6f7d5 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746365 May 11 16:31:09.597261 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 73ced04a-fdd7-4a77-a10d-20dd1b407454 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=78809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:31:09.740528 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 73ced04a-fdd7-4a77-a10d-20dd1b407454, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:31:09.753946 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Returning: {'device': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'port_id': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'mac_address': 'fa:16:3e:e5:1c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:31:09.812355 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:09.829821 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ced04a-fdd7-4a77-a10d-20dd1b407454 {{(pid=78809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:31:09.847579 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 73ced04a-fdd7-4a77-a10d-20dd1b407454, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:31:09.853288 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:09.855082 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-aeaa1e90-1293-4114-9b67-9cd9f5df9585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:09.927564 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=73ced04a-fdd7-4a77-a10d-20dd1b407454,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:09.930794 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:10.094055 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] get_ports_and_sgs() called for port_ids ['73ced04a-fdd7-4a77-a10d-20dd1b407454'] {{(pid=78809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:31:10.800318 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b40e-a5f8-4a92-bed8-1b1799b25576 req-2fb2ab39-52a7-49b4-ad7f-8e0f48c07f96 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:10.802219 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ccb6b40e-a5f8-4a92-bed8-1b1799b25576 req-2fb2ab39-52a7-49b4-ad7f-8e0f48c07f96 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 944 time: 0.0878854 May 11 16:31:10.864974 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-ccb6b40e-a5f8-4a92-bed8-1b1799b25576 req-f90c388e-fc5c-498f-a404-7788f3e45b02 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536568 May 11 16:31:11.609321 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 73ced04a-fdd7-4a77-a10d-20dd1b407454 up at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:31:11.683185 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning for port 73ced04a-fdd7-4a77-a10d-20dd1b407454 completed by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:31:11.688215 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Provisioning complete for port 73ced04a-fdd7-4a77-a10d-20dd1b407454 triggered by entity L2. {{(pid=78809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:11.688589 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133904740'] for port, provisioning_complete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:11.810965 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:11.839416 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:31:11.850229 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 73ced04a-fdd7-4a77-a10d-20dd1b407454, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:31:11.856377 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:11.860924 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:11.990061 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=73ced04a-fdd7-4a77-a10d-20dd1b407454,revision_number=5']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:11.995721 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:12.068094 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb6cae-3b2f-4104-9490-065c66056906 req-7df8b562-1447-482e-9ed9-e1f66d31623c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:12.069869 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4eeb6cae-3b2f-4104-9490-065c66056906 req-7df8b562-1447-482e-9ed9-e1f66d31623c tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.0886364 May 11 16:31:12.104277 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'code': 200} May 11 16:31:12.131600 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4eeb6cae-3b2f-4104-9490-065c66056906 req-6518fe53-3adf-4ced-b7da-281fe1285fdc tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543511 May 11 16:31:12.388021 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e458b7-58cf-402f-8e01-2e5d8775daa7 req-9795d37c-4ca8-4e5a-b128-dd1e38aa7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:12.389481 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20e458b7-58cf-402f-8e01-2e5d8775daa7 req-9795d37c-4ca8-4e5a-b128-dd1e38aa7a5a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0775602 May 11 16:31:12.446151 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-20e458b7-58cf-402f-8e01-2e5d8775daa7 req-aa00d288-f917-4351-ac16-35edf1f7ff72 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502076 May 11 16:31:13.348836 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62c4ed-dc0a-4c5b-a409-cd40d68f5e95 req-0368d264-dd7a-4c4d-b18e-bac132cff13e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:13.352281 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7a62c4ed-dc0a-4c5b-a409-cd40d68f5e95 req-0368d264-dd7a-4c4d-b18e-bac132cff13e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.0936806 May 11 16:31:13.403689 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-7a62c4ed-dc0a-4c5b-a409-cd40d68f5e95 req-662cbfe4-8ac0-4019-ad7e-727705fa7ed4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465591 May 11 16:31:14.598984 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92535d9e-99f2-4b58-8215-d34ee8ce9f89 req-419bcb62-af70-48cd-b0f2-55c35791cdc8 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:14.600694 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-92535d9e-99f2-4b58-8215-d34ee8ce9f89 req-419bcb62-af70-48cd-b0f2-55c35791cdc8 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.0897710 May 11 16:31:14.648306 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-92535d9e-99f2-4b58-8215-d34ee8ce9f89 req-e273caf2-298e-4bec-bc9c-381f4b1576b4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 May 11 16:31:14.855510 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac32e4-60c2-4f89-9c2b-0863fadd9e8d req-89fabec2-174d-4398-9a83-5cc745318d08 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:14.857076 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-43ac32e4-60c2-4f89-9c2b-0863fadd9e8d req-89fabec2-174d-4398-9a83-5cc745318d08 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.0951674 May 11 16:31:14.929594 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-43ac32e4-60c2-4f89-9c2b-0863fadd9e8d req-1ee2656e-4a68-4a1e-a695-1211a55ea3ec tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590386 May 11 16:31:14.959272 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54324) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:15.037736 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9dc62f-2dcd-40f3-b81e-a35e0fbfdfe4 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:15.039228 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-ce9dc62f-2dcd-40f3-b81e-a35e0fbfdfe4 tempest-TestVolumeBootPattern-1486201132 tempest-TestVolumeBootPattern-1486201132-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 1093 time: 0.0788336 May 11 16:31:15.042147 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54328) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:15.047434 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.v2.base [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Request body: {'floatingip': {'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'port_id': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:15.054619 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:15.058543 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Usage tracker for resource:floatingip and tenant:86e19944b3f04b55830a20e3c4b13d39 is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:15.061891 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:15.069564 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:15.080756 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:15.324163 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:15.481425 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Allocated IP 172.27.2.144 (722a1b0f-cec1-4f8d-b8e8-ccfdf886396b/171eead9-9469-4e33-a197-dd824ef2aca5/b4e7f4ba-0374-4090-8b31-fe21ad3cfc0a) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:15.635107 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:15.667463 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742204054218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:15.672228 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-44f7ac6d-dacc-428c-b044-289d3ef54460 tempest-VolumesActionsTest-706266482 tempest-VolumesActionsTest-706266482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:15.733016 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Network 722a1b0f-cec1-4f8d-b8e8-ccfdf886396b is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:15.736280 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:15.741039 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:15.782883 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=b4e7f4ba-0374-4090-8b31-fe21ad3cfc0a,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:15.787344 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:16.181543 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:16.264884 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:16.485368 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:16.491799 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1578159'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:16.496140 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87f22df3-5fbd-4821-9f00-f17bfbda89f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:16.609742 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event updated for resources: {'Port': ['ID=b4e7f4ba-0374-4090-8b31-fe21ad3cfc0a,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:16.616987 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:16.630298 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661119'] for floatingip, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:16.814708 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.l3_db [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Floating IP 29fe9134-bedc-4f82-8439-191f1a5b6f0d associated. External IP: 172.27.2.144, port: 73ced04a-fdd7-4a77-a10d-20dd1b407454. May 11 16:31:17.284029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:31:17.363934 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6526-06aa-4dbd-9894-2140a3ff306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:17.495707 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:31:17.506720 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:31:17.519635 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:31:17.521395 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:30:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:17.526021 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:17.586937 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-48507b6f-5a14-428c-8e27-e49a0ee19d70 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5436521 May 11 16:31:17.587524 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:31:17.636917 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'status': 'completed', 'code': 200} May 11 16:31:17.734802 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-dbf1fd00-0bff-44f3-a426-64d0dbc1436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:17.736558 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-dbf1fd00-0bff-44f3-a426-64d0dbc1436c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0771224 May 11 16:31:17.751266 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:31:17.904191 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-90f32ceb-d803-40b6-aa61-24c01115e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:17.905935 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-90f32ceb-d803-40b6-aa61-24c01115e654 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.1627793 May 11 16:31:18.025113 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-bd530e3d-3381-4c7e-a672-be09cdafa054 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454 HTTP/1.1" status: 200 len: 999 time: 0.1121843 May 11 16:31:18.092728 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-bf761585-c65a-4073-8cab-69e5e69617da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:18.094225 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-bf761585-c65a-4073-8cab-69e5e69617da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0622492 May 11 16:31:18.167175 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '29fe9134-bedc-4f82-8439-191f1a5b6f0d', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:e5:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e82c67-8371-4266-8330-a489741d6fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:31:16Z', 'updated_at': '2021-05-11T16:31:16Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}, {'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:19Z', 'revision_number': 1, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:18.173369 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:31:18.184783 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-84cc5628-3144-443a-8490-67b85ba22f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:18.186621 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-84cc5628-3144-443a-8490-67b85ba22f58 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0857289 May 11 16:31:18.186840 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:31:18.187601 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:30:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:18.427690 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54364) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:18.433454 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:31:18.461574 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-4543e191-5f7c-4511-a834-f9fccd980b08 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677391 May 11 16:31:18.581625 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.599275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:18.603303 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Usage tracker for resource:security_group_rule and tenant:fd412efd5bee4ea4bb07df9828fd908d is out of sync, need to count used quota {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:18.606259 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:18.612649 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.quota.driver [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:18.618469 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-edf8fe32-5bef-4bec-9e58-43609f9a5c38 req-56afbfa6-72e2-4d05-812e-53011804567f service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482854 May 11 16:31:18.716283 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.721030 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.734446 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ab096e2b-3895-49c0-a638-f8bbdc67f092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:18.778420 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fd412efd5bee4ea4bb07df9828fd908d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498077 May 11 16:31:18.779463 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665c1ff7-5711-4a31-8906-2c18ccc47acb,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:18.781253 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54370) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:18.783621 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7cfab558-5532-4d90-bef6-233b6323fc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:18.820862 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '29fe9134-bedc-4f82-8439-191f1a5b6f0d', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:e5:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e82c67-8371-4266-8330-a489741d6fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:31:16Z', 'updated_at': '2021-05-11T16:31:16Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}, {'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:19Z', 'revision_number': 1, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:18.825657 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e885b9ea-043a-41b9-a7c3-259aec385d52 None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '29fe9134-bedc-4f82-8439-191f1a5b6f0d', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:e5:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e82c67-8371-4266-8330-a489741d6fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:31:16Z', 'updated_at': '2021-05-11T16:31:16Z', 'revision_number': 0, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}, {'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:19Z', 'revision_number': 1, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:31:18.851542 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.881977 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.938249 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.943090 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8d199cae-886f-4cd2-9326-95538feb2948 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:18.954809 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665c1ff7-5711-4a31-8906-2c18ccc47acb,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:18.959758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:18.964711 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.965820 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/665c1ff7-5711-4a31-8906-2c18ccc47acb HTTP/1.1" status: 204 len: 168 time: 0.1813316 May 11 16:31:19.042828 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd8367-e395-44c7-a5c4-49f30935709a None None] New status for floating IP 29fe9134-bedc-4f82-8439-191f1a5b6f0d: ACTIVE {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:31:19.290607 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54378) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:19.309670 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:19.328903 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:19.333016 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Usage tracker for resource:security_group_rule and tenant:577ecb244ed445a7a1e9592ffbdf3cf4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:19.336288 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:19.342955 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:19.447624 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:19.451448 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:19.461593 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9ae15821-4c16-4bfc-9cb8-df7dd488eec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:19.505638 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=577ecb244ed445a7a1e9592ffbdf3cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120512 May 11 16:31:19.506231 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74999f72-0265-4ebc-959d-655850059acf,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:19.508052 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54382) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:19.509429 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4ac44d5c-759f-4967-bf00-a5533ba19a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:19.573546 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebc8-d0b4-463e-b40a-a618660be0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:19.602222 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebc8-d0b4-463e-b40a-a618660be0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:19.658495 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebc8-d0b4-463e-b40a-a618660be0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:19.663081 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-93a346c0-63b7-4a1f-8ea5-3b8315b51550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:19.674887 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ebc8-d0b4-463e-b40a-a618660be0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74999f72-0265-4ebc-959d-655850059acf,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:19.678007 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-cd92ebc8-d0b4-463e-b40a-a618660be0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:19.688353 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebc8-d0b4-463e-b40a-a618660be0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:19.692472 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-cd92ebc8-d0b4-463e-b40a-a618660be0d9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74999f72-0265-4ebc-959d-655850059acf HTTP/1.1" status: 204 len: 168 time: 0.1830337 May 11 16:31:20.052624 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54390) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:20.072621 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.088379 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:20.092227 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Usage tracker for resource:security_group_rule and tenant:6700805b42184d2f92408b7a93e4dd32 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:20.095032 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:20.100967 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:20.185495 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.189590 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.198201 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-563cc9ba-3d44-4f1b-acf6-b9925034098a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:20.241296 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6700805b42184d2f92408b7a93e4dd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875615 May 11 16:31:20.242239 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76257ef0-ea69-467d-9c9c-ce170d406e3e,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:20.245585 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54394) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:20.248246 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1652bf51-95ab-49c0-834c-a7fccac06bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:20.313083 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cbe33068-39ff-4514-99c3-496f199b6bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.341063 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cbe33068-39ff-4514-99c3-496f199b6bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.398830 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cbe33068-39ff-4514-99c3-496f199b6bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.402791 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f3596ff8-016a-4660-bb01-3516041525a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:20.416707 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe33068-39ff-4514-99c3-496f199b6bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76257ef0-ea69-467d-9c9c-ce170d406e3e,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:20.420784 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cbe33068-39ff-4514-99c3-496f199b6bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:20.427225 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cbe33068-39ff-4514-99c3-496f199b6bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.428580 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-cbe33068-39ff-4514-99c3-496f199b6bdf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76257ef0-ea69-467d-9c9c-ce170d406e3e HTTP/1.1" status: 204 len: 168 time: 0.1820712 May 11 16:31:20.601459 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:21.212961 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-34b091ea-d934-4838-99fb-0448101be96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:23.260261 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:25.444159 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:26.888446 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:30.608587 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:31:47.366612 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-36a37786-ea0e-493a-8213-367abc869462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.208837 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54584) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:50.335251 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.350864 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:50.354892 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Usage tracker for resource:security_group_rule and tenant:c1bf81ca69b74f95a6a687edf4fb17a4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:50.359272 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:50.366028 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:50.456906 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.461383 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.468901 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b8d68e61-d1c9-4df6-bfc0-1154114042ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:50.515378 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1bf81ca69b74f95a6a687edf4fb17a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054469 May 11 16:31:50.516320 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b5dcf-cf43-464e-ae42-4b76d5e612ef,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:50.518928 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54590) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:50.520064 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a70dedd0-1651-4b3a-9976-363f30f102fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:50.583711 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d55261d-f31b-4030-94f1-544d563b8771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.594995 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.610727 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d55261d-f31b-4030-94f1-544d563b8771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.666414 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d55261d-f31b-4030-94f1-544d563b8771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.670659 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-250e4937-77b5-4e1b-83c7-a2f3e406ab88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:50.682796 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55261d-f31b-4030-94f1-544d563b8771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b5dcf-cf43-464e-ae42-4b76d5e612ef,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:50.687662 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8d55261d-f31b-4030-94f1-544d563b8771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:50.692514 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8d55261d-f31b-4030-94f1-544d563b8771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.693661 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-8d55261d-f31b-4030-94f1-544d563b8771 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a8b5dcf-cf43-464e-ae42-4b76d5e612ef HTTP/1.1" status: 204 len: 168 time: 0.1738188 May 11 16:31:51.216602 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-99c6098d-c8ce-4a52-baab-d17622ed95e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.263451 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:55.452098 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:56.890633 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.607584 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:32:17.379869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fd34-daea-4a9a-985b-e13fef92c0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:20.599915 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:21.218794 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b18d87ec-c22b-429c-bff2-c282f5a33bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.265215 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:25.452613 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.920380 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:35.677461 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-7109081a-4cca-414e-8e8f-c1de460c694e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783217 May 11 16:32:35.830580 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-0c2c26cf-e81e-421d-a5cb-22f4c94c4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:35.832772 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-0c2c26cf-e81e-421d-a5cb-22f4c94c4569 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1098 time: 0.0782049 May 11 16:32:35.977758 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-6bb1efc5-7f23-4ed1-a880-51c7300c41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:35.979304 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-6bb1efc5-7f23-4ed1-a880-51c7300c41b3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.1273277 May 11 16:32:36.083073 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-e00cf489-a8c9-4db6-bab3-adcdea2ed4fa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 200 len: 1000 time: 0.0968618 May 11 16:32:36.149005 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-b3061e8c-8d03-4e38-ba09-836f327c49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:36.150471 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-b3061e8c-8d03-4e38-ba09-836f327c49ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0616448 May 11 16:32:36.225796 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-9b8ccda8-7516-46ef-88e4-978d0ba768bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:36.227261 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-9b8ccda8-7516-46ef-88e4-978d0ba768bf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700967 May 11 16:32:36.367684 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-f6960cc5-1e04-49de-81cf-32205e3a5cd3 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339405 May 11 16:32:36.513567 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-b8ccc436-4adc-460c-8363-99d25f139aa3 req-cef1beca-b630-4bb1-9d8d-a9b247f4083e service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392939 May 11 16:32:44.606900 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:32:47.372740 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-190353b8-a689-404f-8ac6-0259c4441c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.602317 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:51.220669 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f306b520-5d1a-4074-84d6-7a4c17c4d895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:53.267469 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.452559 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:56.921759 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:00.873506 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54624) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:01.140444 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Deleting port b4e7f4ba-0374-4090-8b31-fe21ad3cfc0a {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:01.140685 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.260024 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.260398 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.493704 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Calling delete_port for b4e7f4ba-0374-4090-8b31-fe21ad3cfc0a owned by network:floatingip {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:01.620377 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.624944 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-941ab49e-589d-4cb1-a874-aa6e55d9ecc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:01.671266 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event deleted for resources: {'Port': ['ID=b4e7f4ba-0374-4090-8b31-fe21ad3cfc0a,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:01.717861 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.718275 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.718657 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.719029 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.719396 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.719784 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.720151 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.720513 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.720875 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.721237 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.721594 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.721951 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:01.751053 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:01.781432 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.781757 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.l3_db [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Floating IP 29fe9134-bedc-4f82-8439-191f1a5b6f0d disassociated (deleted). External IP: 172.27.2.144, port: 73ced04a-fdd7-4a77-a10d-20dd1b407454. May 11 16:33:02.139860 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:33:02.323972 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:33:02.334322 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:33:02.344267 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:02.345038 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:32:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:02.346423 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:02.404898 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-c63e0470-b15d-43cb-8c1e-bc19219b33c6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "DELETE /v2.0/floatingips/29fe9134-bedc-4f82-8439-191f1a5b6f0d HTTP/1.1" status: 204 len: 168 time: 1.5302355 May 11 16:33:02.405986 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:02.455592 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'status': 'completed', 'code': 200} May 11 16:33:02.531945 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:02.562438 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-cf9dbc79-0f52-419a-9264-17dbe53e5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:02.563478 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-cf9dbc79-0f52-419a-9264-17dbe53e5009 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0841811 May 11 16:33:02.806151 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da9d36-ef51-4576-8782-d577c09d8bb9 req-649bed6a-0993-4f26-9b61-0dd6136ece56 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:02.807009 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-95da9d36-ef51-4576-8782-d577c09d8bb9 req-649bed6a-0993-4f26-9b61-0dd6136ece56 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:02.810644 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-738ac41d-1eb2-4941-a6fd-0e5e44a58c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:02.812396 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-738ac41d-1eb2-4941-a6fd-0e5e44a58c6d service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.2427938 May 11 16:33:02.823992 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-95da9d36-ef51-4576-8782-d577c09d8bb9 req-649bed6a-0993-4f26-9b61-0dd6136ece56 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:02.825276 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-95da9d36-ef51-4576-8782-d577c09d8bb9 req-649bed6a-0993-4f26-9b61-0dd6136ece56 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.1117222 May 11 16:33:02.885357 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-95da9d36-ef51-4576-8782-d577c09d8bb9 req-19720f65-9e6e-459d-aba4-3be5a804d99e tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518413 May 11 16:33:02.893925 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-3c0552bb-8cd7-4754-95f2-a255916d88c6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454 HTTP/1.1" status: 200 len: 217 time: 0.0713758 May 11 16:33:02.916728 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:19Z', 'revision_number': 1, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:02.921383 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:33:02.931609 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:02.932252 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:32:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:02.971004 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-41d07276-656e-49c7-b1b1-be52fbb2bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:02.973924 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-41d07276-656e-49c7-b1b1-be52fbb2bda4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0721803 May 11 16:33:03.059047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-ae01e235-71fc-420a-b12e-2d64e9002362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:03.060724 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-ae01e235-71fc-420a-b12e-2d64e9002362 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748608 May 11 16:33:03.116244 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:03.198895 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-38e1c13e-ae50-480a-8127-de3532c99bb3 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305802 May 11 16:33:03.342277 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-8d8fee46-b845-49fb-90a3-21b2e18e169e req-c0d96617-f7ad-4938-8470-bc6a596b9ba6 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356709 May 11 16:33:03.502004 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:19Z', 'revision_number': 1, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:03.506989 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4618e-a970-4a54-9af3-dbb59bf92739 None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_floatingips': [{'id': '561071fb-8425-4311-a2a7-6a77c0b584b7', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'router_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'port_id': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'mac_address': 'fa:16:3e:ca:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454aebe-e821-4e38-959f-a7be9c09521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:29:16Z', 'updated_at': '2021-05-11T16:29:19Z', 'revision_number': 1, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:33:03.743392 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e07ad-77d4-4f20-bd79-f04492b3123c None None] New status for floating IP 29fe9134-bedc-4f82-8439-191f1a5b6f0d: DOWN {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:33:04.077931 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3906c87-fcd9-46a8-bfd4-9430344f7129 req-f2dc33af-d3ce-418b-8c85-cdfa147d2f07 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:04.079580 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d3906c87-fcd9-46a8-bfd4-9430344f7129 req-f2dc33af-d3ce-418b-8c85-cdfa147d2f07 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.0919948 May 11 16:33:04.126210 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-d3906c87-fcd9-46a8-bfd4-9430344f7129 req-774d6035-a61f-4204-baeb-d57c6a7713d4 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391283 May 11 16:33:05.322230 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872c7b8-f5c3-47ad-8f5c-fa3e80115e8c req-5636155a-ae3e-405e-bec5-1260ebbd8e87 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:05.323845 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4872c7b8-f5c3-47ad-8f5c-fa3e80115e8c req-5636155a-ae3e-405e-bec5-1260ebbd8e87 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.0815945 May 11 16:33:05.376007 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-4872c7b8-f5c3-47ad-8f5c-fa3e80115e8c req-1324f4c7-f56f-43dd-9c9a-653163138606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 May 11 16:33:06.585563 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49ef28-d065-4eff-858e-cbf540195fcc req-7a3b7144-ffe7-4a63-90fd-239b5b8f93cd tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:06.587050 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d49ef28-d065-4eff-858e-cbf540195fcc req-7a3b7144-ffe7-4a63-90fd-239b5b8f93cd tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.1020455 May 11 16:33:06.637063 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5d49ef28-d065-4eff-858e-cbf540195fcc req-43b05d34-29dd-4544-a4f5-95d89fd4fbfc tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440443 May 11 16:33:07.825016 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07243050-44e8-4e98-85d7-8f5390f48bdd req-59f252a3-7d90-43da-9e51-8391f7327e2a tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:07.826464 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07243050-44e8-4e98-85d7-8f5390f48bdd req-59f252a3-7d90-43da-9e51-8391f7327e2a tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 945 time: 0.0829120 May 11 16:33:07.872850 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-07243050-44e8-4e98-85d7-8f5390f48bdd req-18ede997-fb14-4d10-8a4a-4691b71d0812 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398810 May 11 16:33:08.308501 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device 73ced04a-fdd7-4a77-a10d-20dd1b407454 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:08.426296 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133875187'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.452855 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454'}] {{(pid=78809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:08.463298 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] For port 73ced04a-fdd7-4a77-a10d-20dd1b407454, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:08.468163 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742204472679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742204054236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742204054797'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.469918 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-309c751d-93eb-4ef2-b9b1-cdce0650fb1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:08.501417 dv-cinder-761113-11-iscsi neutron-server[78809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'code': 200} May 11 16:33:08.540057 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Pushing event updated for resources: {'Port': ['ID=73ced04a-fdd7-4a77-a10d-20dd1b407454,revision_number=6']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:08.547284 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.547632 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.547995 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.548325 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.548653 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.548983 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.549303 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.549624 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.549944 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.550266 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.551224 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.551600 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:08.555455 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:09.067950 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b40dd-5ec8-4e8e-8394-0969c92f2189 req-e0e3ae01-3c47-4259-abc5-e9910bd97098 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:09.069663 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9f6b40dd-5ec8-4e8e-8394-0969c92f2189 req-e0e3ae01-3c47-4259-abc5-e9910bd97098 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.0879908 May 11 16:33:09.118108 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9f6b40dd-5ec8-4e8e-8394-0969c92f2189 req-cf74259e-d23b-4b38-a0b9-46af054e34e9 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 May 11 16:33:09.481121 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-6796b9e2-2089-47d0-a64a-fadb05215811 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:09.482599 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-6796b9e2-2089-47d0-a64a-fadb05215811 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 943 time: 0.0817118 May 11 16:33:09.628822 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Deleting port 73ced04a-fdd7-4a77-a10d-20dd1b407454 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:09.629113 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.762527 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] For port 73ced04a-fdd7-4a77-a10d-20dd1b407454, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=73ced04a-fdd7-4a77-a10d-20dd1b407454,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:09.762883 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.887519 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Calling delete_port for 73ced04a-fdd7-4a77-a10d-20dd1b407454 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:10.001522 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.007077 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66a49b81-ceb1-4843-9984-000b873cdcdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:10.053861 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event deleted for resources: {'Port': ['ID=73ced04a-fdd7-4a77-a10d-20dd1b407454,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:10.098432 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.098954 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.099321 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.099681 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.100060 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.100415 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.100765 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.101114 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.101463 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.101809 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.102152 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.102494 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-iscsi {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:10.133549 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:10.145331 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] No DVR routers for this DVR port 73ced04a-fdd7-4a77-a10d-20dd1b407454 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:33:10.147792 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.150479 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'name': 'network-vif-deleted', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:10.173634 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-3d480c19-1546-407c-96a4-263e6e5b34e2 req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "DELETE /v2.0/ports/73ced04a-fdd7-4a77-a10d-20dd1b407454 HTTP/1.1" status: 204 len: 173 time: 0.6847203 May 11 16:33:10.206359 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e82c67-8371-4266-8330-a489741d6fd4', 'name': 'network-vif-deleted', 'tag': '73ced04a-fdd7-4a77-a10d-20dd1b407454', 'status': 'completed', 'code': 200} May 11 16:33:10.273205 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-697df4a9-e858-4984-a0b4-3dd93b0a8296 req-bbeda3fc-fab1-4b3c-a841-6f83334660e6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:10.289372 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-697df4a9-e858-4984-a0b4-3dd93b0a8296 req-bbeda3fc-fab1-4b3c-a841-6f83334660e6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:10.290776 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-697df4a9-e858-4984-a0b4-3dd93b0a8296 req-bbeda3fc-fab1-4b3c-a841-6f83334660e6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e82c67-8371-4266-8330-a489741d6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0617974 May 11 16:33:13.801122 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54664) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:14.178958 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Deleting port c4a871a6-ea41-424c-83dd-0517b4cd8fc3 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:14.179198 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.299112 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.299429 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.427164 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Calling delete_port for c4a871a6-ea41-424c-83dd-0517b4cd8fc3 owned by network:floatingip {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:14.553999 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.557765 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-d8212322-9d68-410e-b307-2ea62683edd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:14.603196 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event deleted for resources: {'Port': ['ID=c4a871a6-ea41-424c-83dd-0517b4cd8fc3,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:14.606377 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:14.699053 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.699416 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.db.l3_db [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Floating IP 561071fb-8425-4311-a2a7-6a77c0b584b7 disassociated (deleted). External IP: 172.27.2.90, port: e912f87e-31c1-47d3-a92e-6965825e5982. May 11 16:33:15.065344 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:33:15.254560 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:33:15.264279 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:33:15.274287 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:15.275058 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:32:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:15.276268 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:15.338883 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-db3f9ff7-3d50-4381-9ffd-8a67714b0e93 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "DELETE /v2.0/floatingips/561071fb-8425-4311-a2a7-6a77c0b584b7 HTTP/1.1" status: 204 len: 168 time: 1.5365782 May 11 16:33:15.339716 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:15.393590 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'status': 'completed', 'code': 200} May 11 16:33:15.496460 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-7e7bf5be-9099-440a-b5a1-dfe2720f027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.498443 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-7e7bf5be-9099-440a-b5a1-dfe2720f027e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86e19944b3f04b55830a20e3c4b13d39&device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 1098 time: 0.0794892 May 11 16:33:15.506869 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:15.652890 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-0ef8056a-6967-48d6-ad83-f7686cbd7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.654405 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-0ef8056a-6967-48d6-ad83-f7686cbd7cf4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 200 len: 913 time: 0.1498148 May 11 16:33:15.754542 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d217e-0a49-4a26-b633-b1cc709deca7 req-a7eae649-34c6-4542-bb8b-29a9278dd029 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.756134 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-9b2d217e-0a49-4a26-b633-b1cc709deca7 req-a7eae649-34c6-4542-bb8b-29a9278dd029 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:15.776213 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.quota.resource [req-9b2d217e-0a49-4a26-b633-b1cc709deca7 req-a7eae649-34c6-4542-bb8b-29a9278dd029 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:15.778171 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9b2d217e-0a49-4a26-b633-b1cc709deca7 req-a7eae649-34c6-4542-bb8b-29a9278dd029 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 945 time: 0.1152408 May 11 16:33:15.861033 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-e643051d-424f-491d-a7c2-2417bf8c962e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 200 len: 217 time: 0.1975336 May 11 16:33:15.867389 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:15.872222 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:33:15.882464 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:15.883353 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:32:51Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:15.932554 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-15abd989-b3a6-4a8a-bd90-9c8efadd48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.934057 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-15abd989-b3a6-4a8a-bd90-9c8efadd48d8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 200 len: 851 time: 0.0647480 May 11 16:33:15.947414 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [req-9b2d217e-0a49-4a26-b633-b1cc709deca7 req-ba325236-6719-4224-93ae-216f02a0d4fb tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634252 May 11 16:33:16.016117 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-0ea2c47d-e3c8-4bd5-b6ef-918ee9fb8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:16.017591 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-0ea2c47d-e3c8-4bd5-b6ef-918ee9fb8058 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5240c12a-3427-40e2-ba97-474321e63de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0761642 May 11 16:33:16.069674 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:16.154673 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-237c2553-cfae-4b41-979b-df9b8255bcae service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285319 May 11 16:33:16.290539 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-f63db9a4-bd1a-4d0d-937b-7b98db96c47b req-ae67b7a6-9589-441a-8caf-769efb56fa06 service neutron] 10.222.0.87 "GET /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280143 May 11 16:33:16.398783 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:16.402739 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faec51-dd71-49b0-9c9b-a2293675bce7 None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:25:42Z', 'revision_number': 4, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi', '_interfaces': [{'id': '460b23b6-5f85-450a-8034-1cc60e12102b', 'name': '', 'network_id': '5240c12a-3427-40e2-ba97-474321e63de8', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'mac_address': 'fa:16:3e:75:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:41Z', 'updated_at': '2021-05-11T16:25:50Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'subnets': [{'id': '316e3019-f5ea-4f5d-bc03-88a65d399f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:33:16.606548 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b398def-b5df-4700-95ab-6424598cfe69 None None] New status for floating IP 561071fb-8425-4311-a2a7-6a77c0b584b7: DOWN {{(pid=78810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:33:17.184696 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823dacc-e870-47af-8710-b8882942abdf req-52ada57e-64cd-42b1-89bc-a3f69ab81c6b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:17.186413 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5823dacc-e870-47af-8710-b8882942abdf req-52ada57e-64cd-42b1-89bc-a3f69ab81c6b tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 945 time: 0.1302054 May 11 16:33:17.239407 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925841-f1ba-4c32-bd38-5994ce21364d req-d612feba-40d6-4533-98c0-4944265630ba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:17.240924 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47925841-f1ba-4c32-bd38-5994ce21364d req-d612feba-40d6-4533-98c0-4944265630ba tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 945 time: 0.1304777 May 11 16:33:17.288945 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-5823dacc-e870-47af-8710-b8882942abdf req-103c7b55-2966-4d8d-8342-866673f8e2fe tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/security-groups?id=74a87273-e67c-46e8-807a-5bcf3c1d71c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951583 May 11 16:33:17.377549 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-ec83e224-a208-4bd5-9e6e-74b6379d2e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.390556 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Deleting port e912f87e-31c1-47d3-a92e-6965825e5982 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:17.390892 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.533285 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] For port e912f87e-31c1-47d3-a92e-6965825e5982, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e912f87e-31c1-47d3-a92e-6965825e5982,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:17.533527 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.661752 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Calling delete_port for e912f87e-31c1-47d3-a92e-6965825e5982 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:17.777720 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.783348 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f814e199-3499-47df-937c-fd8618bc0939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:17.829933 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event deleted for resources: {'Port': ['ID=e912f87e-31c1-47d3-a92e-6965825e5982,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:17.866255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:17.908348 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] No DVR routers for this DVR port e912f87e-31c1-47d3-a92e-6965825e5982 on host hv-cinder-76111 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:33:17.910808 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.913527 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'name': 'network-vif-deleted', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:17.930321 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-47925841-f1ba-4c32-bd38-5994ce21364d req-f351bb7c-0ed7-44f0-816f-8e41e4184d12 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.87 "DELETE /v2.0/ports/e912f87e-31c1-47d3-a92e-6965825e5982 HTTP/1.1" status: 204 len: 173 time: 0.6834600 May 11 16:33:17.963550 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3454aebe-e821-4e38-959f-a7be9c09521b', 'name': 'network-vif-deleted', 'tag': 'e912f87e-31c1-47d3-a92e-6965825e5982', 'status': 'completed', 'code': 200} May 11 16:33:18.462255 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-267c983d-d317-46c0-8192-c169c6965837 req-5172eac7-9a52-4405-9cc0-48b3522b9ff6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Synchronizing usage tracker for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:18.478403 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.quota.resource [req-267c983d-d317-46c0-8192-c169c6965837 req-5172eac7-9a52-4405-9cc0-48b3522b9ff6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Unset dirty status for tenant:86e19944b3f04b55830a20e3c4b13d39 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:18.479551 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [req-267c983d-d317-46c0-8192-c169c6965837 req-5172eac7-9a52-4405-9cc0-48b3522b9ff6 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "GET /v2.0/ports?device_id=3454aebe-e821-4e38-959f-a7be9c09521b HTTP/1.1" status: 200 len: 210 time: 0.0596771 May 11 16:33:19.577815 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54682) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:19.908771 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Deleting port 75114b9c-91c0-46b9-a2ec-cc223702f5d2 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:19.909111 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.027755 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.028021 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.157098 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Calling delete_port for 75114b9c-91c0-46b9-a2ec-cc223702f5d2 owned by network:floatingip {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:20.274094 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.278108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-793ef24f-d330-4231-aa4c-ee35886f7162 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:20.325107 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event deleted for resources: {'Port': ['ID=75114b9c-91c0-46b9-a2ec-cc223702f5d2,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:20.327679 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:20.373536 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device e912f87e-31c1-47d3-a92e-6965825e5982 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:20.412286 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] No Port match for: e912f87e-31c1-47d3-a92e-6965825e5982 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:20.412648 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Device e912f87e-31c1-47d3-a92e-6965825e5982 not bound to the agent host hv-cinder-76111 {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:20.426127 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for floatingip, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.446314 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199188'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.447564 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4eb6a3be-9d61-40aa-baaa-8f1dcf029606 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "DELETE /v2.0/floatingips/15b0dab5-cc0a-4443-aeb8-a533b04e30e3 HTTP/1.1" status: 204 len: 168 time: 0.8686631 May 11 16:33:20.606640 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:21.227815 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-03ce1a3b-0e25-4238-abaf-cd89439afc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:21.606518 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:33:21.826829 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54696) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:21.899291 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-29210198-2d6f-45c1-b248-871ffaf44655 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:21.932907 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-29210198-2d6f-45c1-b248-871ffaf44655 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:22.010415 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-29210198-2d6f-45c1-b248-871ffaf44655 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:22.014652 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-38864030-a517-4686-a8a3-1917bb271106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:22.031988 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29210198-2d6f-45c1-b248-871ffaf44655 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a87273-e67c-46e8-807a-5bcf3c1d71c7,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:22.034752 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-29210198-2d6f-45c1-b248-871ffaf44655 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:22.044068 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-29210198-2d6f-45c1-b248-871ffaf44655 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:22.045284 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-29210198-2d6f-45c1-b248-871ffaf44655 tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] 10.222.0.73 "DELETE /v2.0/security-groups/74a87273-e67c-46e8-807a-5bcf3c1d71c7 HTTP/1.1" status: 204 len: 168 time: 0.2174311 May 11 16:33:22.119470 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54704) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:22.866952 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.271728 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.274679 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Deleting port 460b23b6-5f85-450a-8034-1cc60e12102b {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:23.275113 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.400024 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] For port 460b23b6-5f85-450a-8034-1cc60e12102b, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=460b23b6-5f85-450a-8034-1cc60e12102b,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:23.400372 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.527182 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Calling delete_port for 460b23b6-5f85-450a-8034-1cc60e12102b owned by network:router_interface {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:23.774130 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.777886 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3f78eeff-4ff1-4ffc-ac88-5691fd59e7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:23.823544 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Pushing event deleted for resources: {'Port': ['ID=460b23b6-5f85-450a-8034-1cc60e12102b,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:23.850154 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:24.097590 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:24.471384 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Router b618b755-bfd9-40c8-846e-ceafcf33c171 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:33:24.656662 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:33:24.665602 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] Sync routers for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:33:24.669913 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-eca26287-1c98-4e63-b9d4-fa191d05c720 admin admin] 10.222.0.73 "PUT /v2.0/routers/b618b755-bfd9-40c8-846e-ceafcf33c171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5493348 May 11 16:33:24.672403 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54710) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:24.675381 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:24.676042 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:33:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:24.850745 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:24.861560 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:25.032848 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:25.202697 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:33:23Z', 'revision_number': 5, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port': {'id': 'bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:37Z', 'updated_at': '2021-05-11T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:25.206674 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] Checking router: b618b755-bfd9-40c8-846e-ceafcf33c171 for host: dv-cinder-761113-11-iscsi {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:33:25.215254 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] Routers {'b618b755-bfd9-40c8-846e-ceafcf33c171'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:25.215891 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:33:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['b618b755-bfd9-40c8-846e-ceafcf33c171'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:25.236713 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Deleting port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:25.237062 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:25.365996 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] For port bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:25.366239 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:25.372210 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] Set router b618b755-bfd9-40c8-846e-ceafcf33c171 gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:25.484532 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:33:25Z', 'revision_number': 6, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:25.494494 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde2d8a-d923-46e7-9f8b-29b4a436e964 None None] The sync data for ids ['b618b755-bfd9-40c8-846e-ceafcf33c171'] in dv-cinder-761113-11-iscsi is: [{'id': 'b618b755-bfd9-40c8-846e-ceafcf33c171', 'name': 'tempest-TestVolumeBootPattern-1489362328-router', 'tenant_id': '86e19944b3f04b55830a20e3c4b13d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:36Z', 'updated_at': '2021-05-11T16:33:25Z', 'revision_number': 6, 'project_id': '86e19944b3f04b55830a20e3c4b13d39', 'gw_port_host': None}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:33:25.497094 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Calling delete_port for bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 owned by network:router_gateway {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:25.501129 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:25.650632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:25.658041 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-959c3e55-ed15-4736-ac7e-9ffa49ce8fd5 tempest-TestMinimumBasicScenario-1167568094 tempest-TestMinimumBasicScenario-1167568094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:25.705202 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:25.708756 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:25.801264 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:25.978066 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:25.980732 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.008842 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.009786 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b618b755-bfd9-40c8-846e-ceafcf33c171 {{(pid=78808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:33:26.014765 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:26.023560 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] Notify callbacks [] for router, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.024846 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-b7225a4a-289f-4248-a6c4-fa31220e41c7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b618b755-bfd9-40c8-846e-ceafcf33c171 HTTP/1.1" status: 204 len: 168 time: 1.3515329 May 11 16:33:26.027534 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54714) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:26.054168 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:26.054519 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device bf30aced-cb2a-45ba-b6f1-2d4d7292d2f2 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:26.054949 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 460b23b6-5f85-450a-8034-1cc60e12102b no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:26.091352 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Deleting subnet 316e3019-f5ea-4f5d-bc03-88a65d399f54 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:33:26.093111 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 460b23b6-5f85-450a-8034-1cc60e12102b {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:26.093467 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 460b23b6-5f85-450a-8034-1cc60e12102b not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:26.094908 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.148934 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2224922'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.230062 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.482191 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2111480'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.485697 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:26.519732 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316e3019-f5ea-4f5d-bc03-88a65d399f54,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:26.523373 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:26.524383 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.529524 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2f013-08c0-41e6-9f2e-7c63cac2077e None None] Network 5240c12a-3427-40e2-ba97-474321e63de8 requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:26.531192 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-e7c255b1-fdee-41b3-a54e-1662044f1ffa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/316e3019-f5ea-4f5d-bc03-88a65d399f54 HTTP/1.1" status: 204 len: 168 time: 0.5023322 May 11 16:33:26.534023 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54718) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:26.643920 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.718594 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Deleting port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:26.718938 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.777248 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] DHCP port deletion for 5240c12a-3427-40e2-ba97-474321e63de8 request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:33:26.825467 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] For port 99a9cd5f-91e0-424a-8179-bd1a7489ea84, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=99a9cd5f-91e0-424a-8179-bd1a7489ea84,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:26.825825 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.852358 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] Deleting port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:26.852732 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.953794 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:26.963666 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] For port 99a9cd5f-91e0-424a-8179-bd1a7489ea84, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=99a9cd5f-91e0-424a-8179-bd1a7489ea84,segment=NetworkSegment(472814a7-ff26-402b-b5ce-a20a78932aa9),segment_id=472814a7-ff26-402b-b5ce-a20a78932aa9)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:26.964194 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.065919 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Calling delete_port for 99a9cd5f-91e0-424a-8179-bd1a7489ea84 owned by network:dhcp {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:27.092297 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] Calling delete_port for 99a9cd5f-91e0-424a-8179-bd1a7489ea84 owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:27.113229 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.117768 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-de31e882-9741-4f64-9d16-102663f52ca1 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:27.135860 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.139359 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:27.162306 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Pushing event deleted for resources: {'Port': ['ID=99a9cd5f-91e0-424a-8179-bd1a7489ea84,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:27.164947 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:27.167969 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] No DVR routers for this DVR port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 on host dv-cinder-761113-11-iscsi {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:33:27.183866 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] Pushing event deleted for resources: {'Port': ['ID=99a9cd5f-91e0-424a-8179-bd1a7489ea84,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:27.185962 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] No DVR routers for this DVR port 99a9cd5f-91e0-424a-8179-bd1a7489ea84 on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:33:27.187318 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-a9603734-a84c-4adb-bf54-4e80ed241e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:27.292567 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.305761 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5240c12a-3427-40e2-ba97-474321e63de8']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:27.318830 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472814a7-ff26-402b-b5ce-a20a78932aa9') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:27.319053 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.services.segments.db [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472814a7-ff26-402b-b5ce-a20a78932aa9') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:27.330395 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224901'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.346875 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.353605 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:33:27.353974 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099137'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: Traceback (most recent call last): May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: timer() May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: cb(*args, **kw) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: return func(*args, **kwargs) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: self._notify() May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: self.callback(batched_events) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: event.method(event) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: return f(self, *a, **k) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._get(url).json() May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:33:27.367550 dv-cinder-761113-11-iscsi neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:33:27.445514 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.449110 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:27.461998 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:27.472057 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Pushing event deleted for resources: {'Network': ['ID=5240c12a-3427-40e2-ba97-474321e63de8,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:27.475868 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:27.486235 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-c2062702-1a56-4067-ac98-3f957c090beb admin admin] 10.222.0.73 "DELETE /v2.0/networks/5240c12a-3427-40e2-ba97-474321e63de8 HTTP/1.1" status: 204 len: 168 time: 0.9511654 May 11 16:33:27.489720 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54724) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:27.835263 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 99a9cd5f-91e0-424a-8179-bd1a7489ea84 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:27.873092 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 99a9cd5f-91e0-424a-8179-bd1a7489ea84 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:27.873447 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 99a9cd5f-91e0-424a-8179-bd1a7489ea84 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:28.060044 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656710'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:28.588650 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Deleting port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:28.589362 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:28.709239 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] For port 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,segment=NetworkSegment(4be2ada4-52a1-4bd3-a4b2-3091243ace87),segment_id=4be2ada4-52a1-4bd3-a4b2-3091243ace87)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:28.709588 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:28.838852 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Calling delete_port for 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:28.976531 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:28.980277 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-79d83415-78fa-42b4-9e09-88777a27f0ea tempest-TestVolumeBootPattern-31144218 tempest-TestVolumeBootPattern-31144218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:29.031649 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Pushing event deleted for resources: {'Port': ['ID=38916ab0-c2c2-4c52-b7c7-f62b56d9abc9,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:29.059311 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:29.301425 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650742'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:29.665415 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Router cee46f53-a2d0-4287-b330-62860d460117 has already been hosted by L3 agent 880d16d8-c137-40a4-a36f-0c4a9c9b943a {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:33:29.962227 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-iscsi the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:33:29.971323 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] Sync routers for ids ['cee46f53-a2d0-4287-b330-62860d460117'] in dv-cinder-761113-11-iscsi {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:33:29.978278 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-b1c0082b-cb11-4002-9b1b-c0e4a1abcc62 admin admin] 10.222.0.73 "PUT /v2.0/routers/cee46f53-a2d0-4287-b330-62860d460117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4865971 May 11 16:33:29.980807 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54728) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:29.985356 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] Routers {'cee46f53-a2d0-4287-b330-62860d460117'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:29.986005 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:33:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['cee46f53-a2d0-4287-b330-62860d460117'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:30.165197 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:30.179126 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] Set router cee46f53-a2d0-4287-b330-62860d460117 gateway port host: dv-cinder-761113-11-iscsi {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:30.351989 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:30.426398 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Deleting port 8bb38898-96b2-4999-b974-9b43388632bf {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:30.426981 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:30.495483 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'external_fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '8bb38898-96b2-4999-b974-9b43388632bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:33:28Z', 'revision_number': 5, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port': {'id': '8bb38898-96b2-4999-b974-9b43388632bf', 'name': '', 'network_id': '722a1b0f-cec1-4f8d-b8e8-ccfdf886396b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee46f53-a2d0-4287-b330-62860d460117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:25:48Z', 'updated_at': '2021-05-11T16:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171eead9-9469-4e33-a197-dd824ef2aca5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-iscsi'}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:30.500570 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] Checking router: cee46f53-a2d0-4287-b330-62860d460117 for host: dv-cinder-761113-11-iscsi {{(pid=78810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:33:30.509755 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] Routers {'cee46f53-a2d0-4287-b330-62860d460117'} bound to L3 agent in host dv-cinder-761113-11-iscsi {{(pid=78810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:33:30.510369 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:10:21Z,description=,heartbeat_timestamp=2021-05-11T16:33:21Z,host='dv-cinder-761113-11-iscsi',id=880d16d8-c137-40a4-a36f-0c4a9c9b943a,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:10:21Z,topic='l3_agent')) {'router_ids': ['cee46f53-a2d0-4287-b330-62860d460117'], 'active': True} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:30.554045 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] For port 8bb38898-96b2-4999-b974-9b43388632bf, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=8bb38898-96b2-4999-b974-9b43388632bf,segment=NetworkSegment(f092604c-d10f-4267-8234-4cc69faeb1e4),segment_id=f092604c-d10f-4267-8234-4cc69faeb1e4)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:30.554490 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:30.661293 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_dvr_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] Set router cee46f53-a2d0-4287-b330-62860d460117 gateway port host: None {{(pid=78810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:33:30.685001 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Calling delete_port for 8bb38898-96b2-4999-b974-9b43388632bf owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:30.765814 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.l3_hamode_db [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:33:30Z', 'revision_number': 6, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port_host': None}], 'dv-cinder-761113-11-iscsi', False) {} {{(pid=78810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:30.769798 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016769fc-f212-40b9-874e-a80b428418b2 None None] The sync data for ids ['cee46f53-a2d0-4287-b330-62860d460117'] in dv-cinder-761113-11-iscsi is: [{'id': 'cee46f53-a2d0-4287-b330-62860d460117', 'name': 'tempest-TestVolumeBootPattern-800201629-router', 'tenant_id': '5b73bb8669d44cc78742e834372cb723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:25:46Z', 'updated_at': '2021-05-11T16:33:30Z', 'revision_number': 6, 'project_id': '5b73bb8669d44cc78742e834372cb723', 'gw_port_host': None}] {{(pid=78810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:33:30.831710 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099188'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:30.836042 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-21f7bc34-29ef-43e1-9cf3-8eb502224467 tempest-VolumesNegativeTest-567779745 tempest-VolumesNegativeTest-567779745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:30.883342 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb38898-96b2-4999-b974-9b43388632bf,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:30.886477 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:30.974736 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661090'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.151346 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63263'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.153709 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.178851 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661616'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.179725 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router cee46f53-a2d0-4287-b330-62860d460117 {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:33:31.193809 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.199733 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54732) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:31.200322 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-4da7d59c-d64d-404b-91b5-dd4efb0b83ac admin admin] 10.222.0.73 "DELETE /v2.0/routers/cee46f53-a2d0-4287-b330-62860d460117 HTTP/1.1" status: 204 len: 168 time: 1.2165706 May 11 16:33:31.269136 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Deleting subnet 274996b2-dbd6-49ee-9549-921459a4f64e {{(pid=78808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:33:31.273928 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.328911 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1864281'] for subnet, precommit_delete_associations {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.414041 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133899798'] for subnet, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.677731 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133899801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1578213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2718837'] for subnet, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.682394 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:31.718558 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274996b2-dbd6-49ee-9549-921459a4f64e,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:31.721638 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:31.726173 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for subnet, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.731161 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54adb6f9-cdc1-47d0-a8fb-0f43a5f53fd0 None None] Network c82f9da8-47e7-4178-af2a-1926e7e388dd requested from dv-cinder-761113-11-iscsi {{(pid=78809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:31.736081 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-50e988a8-574c-4c68-a1a8-08635ffd6624 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/274996b2-dbd6-49ee-9549-921459a4f64e HTTP/1.1" status: 204 len: 168 time: 0.5338809 May 11 16:33:31.736537 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [-] (78808) accepted ('10.222.0.73', 54736) {{(pid=78808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:31.850910 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:31.861719 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133775382'] for network, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:31.887446 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:31.887813 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 38916ab0-c2c2-4c52-b7c7-f62b56d9abc9 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:31.888244 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 8bb38898-96b2-4999-b974-9b43388632bf no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:31.934012 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 8bb38898-96b2-4999-b974-9b43388632bf {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:31.934479 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 8bb38898-96b2-4999-b974-9b43388632bf not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:32.039529 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Deleting port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:32.039787 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.088584 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] DHCP port deletion for c82f9da8-47e7-4178-af2a-1926e7e388dd request from dv-cinder-761113-11-iscsi {{(pid=78809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:33:32.143923 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] For port 648c5dd5-8cd3-44d7-b74e-670d55d06d41, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=648c5dd5-8cd3-44d7-b74e-670d55d06d41,segment=NetworkSegment(4be2ada4-52a1-4bd3-a4b2-3091243ace87),segment_id=4be2ada4-52a1-4bd3-a4b2-3091243ace87)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:32.144279 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.156507 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] Deleting port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 {{(pid=78809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:32.156887 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742204468381'] for port, before_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.259654 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] For port 648c5dd5-8cd3-44d7-b74e-670d55d06d41, host dv-cinder-761113-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-iscsi',level=0,port_id=648c5dd5-8cd3-44d7-b74e-670d55d06d41,segment=NetworkSegment(4be2ada4-52a1-4bd3-a4b2-3091243ace87),segment_id=4be2ada4-52a1-4bd3-a4b2-3091243ace87)] {{(pid=78809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:32.260078 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648892'] for port, precommit_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.267967 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Calling delete_port for 648c5dd5-8cd3-44d7-b74e-670d55d06d41 owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:32.316442 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1578166'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.320342 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-be3cef81-5257-4171-9341-2108b3cc8642 tempest-AttachVolumeTestJSON-2062204067 tempest-AttachVolumeTestJSON-2062204067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:32.369447 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=648c5dd5-8cd3-44d7-b74e-670d55d06d41,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:32.371255 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] No DVR routers for this DVR port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 on host dv-cinder-761113-11-iscsi {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:33:32.372737 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:32.389602 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] Calling delete_port for 648c5dd5-8cd3-44d7-b74e-670d55d06d41 owned by network:dhcp {{(pid=78809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:32.436959 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133875120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742204472688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742204054227'] for port, after_delete {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.440678 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:32.487688 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] Pushing event deleted for resources: {'Port': ['ID=648c5dd5-8cd3-44d7-b74e-670d55d06d41,revision_number=None']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:32.490751 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133902061', 'neutron.services.segments.db._delete_segments_for_network-8742204479389'] for network, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.490950 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:32.495374 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced5e88-927f-40c8-aa14-fe63958943f5 None None] No DVR routers for this DVR port 648c5dd5-8cd3-44d7-b74e-670d55d06d41 on host dv-cinder-761113-11-iscsi {{(pid=78809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:33:32.505002 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82f9da8-47e7-4178-af2a-1926e7e388dd']}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:32.520964 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be2ada4-52a1-4bd3-a4b2-3091243ace87') {'for_net_delete': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:32.521252 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.services.segments.db [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be2ada4-52a1-4bd3-a4b2-3091243ace87') {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:33:32.533020 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742204490855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1864262'] for segment, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.550424 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173'] for segment, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.557220 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=78808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:33:32.557632 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133947173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1578115'] for segment, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: Traceback (most recent call last): May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: timer() May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: cb(*args, **kw) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: return func(*args, **kwargs) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: self._notify() May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: self.callback(batched_events) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: event.method(event) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: return f(self, *a, **k) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._get(url).json() May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: return self.request(url, 'GET', **kwargs) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:33:32.571264 dv-cinder-761113-11-iscsi neutron-server[78808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:33:32.647550 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133901972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661104'] for network, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.651339 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aa2e4fed-4b8b-4f33-a262-fa6da3497c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:32.664869 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531104'] for network, before_response {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:32.674851 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c82f9da8-47e7-4178-af2a-1926e7e388dd,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:32.679750 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:32.683219 dv-cinder-761113-11-iscsi neutron-server[78808]: INFO neutron.wsgi [None req-e88edab7-e836-410e-81da-d679ff3906c5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c82f9da8-47e7-4178-af2a-1926e7e388dd HTTP/1.1" status: 204 len: 168 time: 0.9460793 May 11 16:33:32.901280 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54744) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:32.949930 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-46cecae6-d6cd-4e9b-8ed9-416ceec3092f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86e19944b3f04b55830a20e3c4b13d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474286 May 11 16:33:32.952291 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54748) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:33.015732 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7086-4a91-4a64-b39f-ae892b7009d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.041203 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7086-4a91-4a64-b39f-ae892b7009d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.092145 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7086-4a91-4a64-b39f-ae892b7009d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.096108 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2de85777-a1bf-4df9-9bd8-01606ea69a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:33.111005 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c7086-4a91-4a64-b39f-ae892b7009d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81977cf3-b223-4610-9900-f0f3a6522355,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:33.114198 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb4c7086-4a91-4a64-b39f-ae892b7009d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:33.120437 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7086-4a91-4a64-b39f-ae892b7009d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.121578 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-fb4c7086-4a91-4a64-b39f-ae892b7009d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81977cf3-b223-4610-9900-f0f3a6522355 HTTP/1.1" status: 204 len: 168 time: 0.1684186 May 11 16:33:33.471958 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54756) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:33.522421 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-bcbb21fa-6b93-432e-87ef-a5ab1134d5cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b73bb8669d44cc78742e834372cb723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492315 May 11 16:33:33.525303 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.73', 54760) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:33.584609 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-468e82f0-156d-4768-a8c8-8a88be450e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.624945 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-468e82f0-156d-4768-a8c8-8a88be450e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.795922 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-468e82f0-156d-4768-a8c8-8a88be450e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570523'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.800041 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f8ed4ed7-b549-441a-b531-9a5601dede8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:33.814650 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e82f0-156d-4768-a8c8-8a88be450e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c50e1-7b88-439f-b933-3b1a745ca5a3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:33.819047 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-468e82f0-156d-4768-a8c8-8a88be450e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:33.822043 dv-cinder-761113-11-iscsi neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-468e82f0-156d-4768-a8c8-8a88be450e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.822043 dv-cinder-761113-11-iscsi neutron-server[78807]: INFO neutron.wsgi [None req-468e82f0-156d-4768-a8c8-8a88be450e52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d81c50e1-7b88-439f-b933-3b1a745ca5a3 HTTP/1.1" status: 204 len: 168 time: 0.2954741 May 11 16:33:33.854532 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 648c5dd5-8cd3-44d7-b74e-670d55d06d41 no longer exists at agent ovs-agent-dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:33.889646 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] No Port match for: 648c5dd5-8cd3-44d7-b74e-670d55d06d41 {{(pid=78809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:33.889917 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron.plugins.ml2.rpc [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Device 648c5dd5-8cd3-44d7-b74e-670d55d06d41 not bound to the agent host dv-cinder-761113-11-iscsi {{(pid=78809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:47.383153 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0ecc-bdd7-4c3d-8f6d-d36d4362474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:50.611125 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:51.221931 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-cca9c4b4-1950-4237-b755-40a1b0c3a8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:53.274862 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:55.464293 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:56.930516 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:58.606593 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:34:17.385650 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8b0d6d10-98eb-4e8d-a856-5bdced16cea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.615794 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:21.225400 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6550efd7-00ec-4b44-890a-816c8ad4e2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:23.276975 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:25.461057 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:26.930716 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.608454 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:34:47.389889 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-312c8f4c-e69c-44e2-bcc5-b09d1ac9bcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:50.622724 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:51.233868 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f1664ce2-c81c-4ade-b787-4f8711e8198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:53.281437 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:55.463589 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:55.975416 dv-cinder-761113-11-iscsi neutron-server[78808]: DEBUG neutron.wsgi [req-fd89affd-cb73-4cea-be76-ed5755192536 req-3684d006-cca3-45f0-a8fc-d70b6c1bdf75 service neutron] (78808) timed out ('10.222.0.87', 58918) {{(pid=78808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 11 16:34:56.933523 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.608634 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:35:17.394494 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-fdebffae-0f8a-411d-aa49-e7fde5a0f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:20.619620 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:21.227526 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-919044a4-62c7-4257-9f65-111f24595bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.287552 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.482284 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.937225 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:47.409529 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-78d097c7-a6b7-439f-b472-9094f9f7fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.610552 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:35:50.615254 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.232636 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-8950d0ff-1aab-4508-82aa-3f63edef3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:53.290663 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.474022 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.952605 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.406968 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d55f-d3fb-4431-9f7e-de2768f0b302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.616904 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:21.229395 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-52ac3173-de56-430b-8dbc-85dfe64dd630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.292150 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.477528 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.610379 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:36:26.975285 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:47.403561 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-d48b60d8-0871-4aad-a102-576d04273b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.614403 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.225467 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f19dcc08-da7e-492d-b307-7bb367da9614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:53.294230 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.493208 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:56.964462 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:03.609043 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:37:17.400552 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-04c13283-d81e-4089-baf8-c702bd8584df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.615800 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.222908 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2a592365-5a8d-4058-903e-85fb5d7065ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.303172 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:25.485816 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:26.965888 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:40.609823 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:37:47.399274 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-b99fcc34-9949-4f03-9990-66c2d774393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:50.619673 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:51.220397 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-260ed4d2-293a-4488-9111-6eaf763d2431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:53.306786 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.494224 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.969109 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.405884 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-af177493-e843-47af-85cb-36f42eaad4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.610915 dv-cinder-761113-11-iscsi neutron-server[78810]: DEBUG neutron.db.agents_db [None req-5d80ed98-bc5b-4db7-ab62-833a093c5e3a None None] Agent healthcheck: found 6 active agents {{(pid=78810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:38:20.631677 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-f4fa03b2-cbd4-4db4-904f-bb309f88b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.224461 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-069bdcf8-321f-4b00-ad44-a39a34450563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:23.316870 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f74a-f388-4ec9-934a-e89df573bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.500832 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0ce7af87-cdc5-45c4-bef8-537258584feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.970364 dv-cinder-761113-11-iscsi neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-769ca853-07f0-418f-80a4-0ffec1ea6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742204479398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133904855'] for agent, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}